---
apiVersion: v1
items:
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-19T08:50:53.584404Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-4qzjd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24745"
    uid: d3a63fc0-b817-4f96-9a7f-7cdf3b9dd295
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-4qzjd
    to ip-10-0-136-99.ec2.internal
  metadata:
    creationTimestamp: "2026-09-19T08:50:53Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-19T08:50:53Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-4qzjd.18d6acc2911a643f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24751"
    uid: 7409b815-38a0-49d0-bd7a-52f205f534a3
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-d6b67db56-fftfm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:50:53Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-4qzjd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24749"
    uid: d3a63fc0-b817-4f96-9a7f-7cdf3b9dd295
  kind: Event
  lastTimestamp: "2026-09-19T08:50:53Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-autogluon-ts-v1-noslash-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-19T08:50:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:50:53Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-4qzjd.18d6acc29acf1930
    namespace: kserve-ci-e2e-test
    resourceVersion: "24758"
    uid: c2971117-ef95-4321-bbab-150e95d262d2
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:50:54Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-4qzjd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24755"
    uid: d3a63fc0-b817-4f96-9a7f-7cdf3b9dd295
  kind: Event
  lastTimestamp: "2026-09-19T08:50:54Z"
  message: Add eth0 [10.132.0.51/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-19T08:50:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-19T08:50:54Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-4qzjd.18d6acc2d6d0fe73
    namespace: kserve-ci-e2e-test
    resourceVersion: "24770"
    uid: e1cdac1d-fa22-4b16-8d84-e04406809c3e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:50:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-4qzjd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24749"
    uid: d3a63fc0-b817-4f96-9a7f-7cdf3b9dd295
  kind: Event
  lastTimestamp: "2026-09-19T08:50:54Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T08:50:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:50:54Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-4qzjd.18d6acc2d82393a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "24772"
    uid: c1f49f15-aa87-44e2-86f3-bfc3e0ea3357
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:50:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-4qzjd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24749"
    uid: d3a63fc0-b817-4f96-9a7f-7cdf3b9dd295
  kind: Event
  lastTimestamp: "2026-09-19T08:50:54Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-19T08:50:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:50:54Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-4qzjd.18d6acc2db83b19c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24773"
    uid: f4db7e54-ef81-4bb8-9a99-926ee847afe3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:50:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-4qzjd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24749"
    uid: d3a63fc0-b817-4f96-9a7f-7cdf3b9dd295
  kind: Event
  lastTimestamp: "2026-09-19T08:50:54Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-19T08:50:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:50:54Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-4qzjd.18d6acc2dbf5596d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24774"
    uid: b543a069-4404-4740-9cc6-167b2d8202cf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:51:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-4qzjd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24749"
    uid: d3a63fc0-b817-4f96-9a7f-7cdf3b9dd295
  kind: Event
  lastTimestamp: "2026-09-19T08:51:00Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-19T08:51:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:51:00Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-4qzjd.18d6acc428ad7468
    namespace: kserve-ci-e2e-test
    resourceVersion: "24989"
    uid: bf54325c-2d55-463c-b657-d753e603ab9e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:51:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-4qzjd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24749"
    uid: d3a63fc0-b817-4f96-9a7f-7cdf3b9dd295
  kind: Event
  lastTimestamp: "2026-09-19T08:51:00Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-19T08:51:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:51:00Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-4qzjd.18d6acc42c1ca45f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24992"
    uid: fced0534-71ab-4aaa-9864-7f1c328deb02
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:51:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-4qzjd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24749"
    uid: d3a63fc0-b817-4f96-9a7f-7cdf3b9dd295
  kind: Event
  lastTimestamp: "2026-09-19T08:51:00Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-19T08:51:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:51:00Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-4qzjd.18d6acc42c9060f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24995"
    uid: 8907ae7d-f33a-4869-9484-9c6be3fc5e66
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:51:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-4qzjd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24749"
    uid: d3a63fc0-b817-4f96-9a7f-7cdf3b9dd295
  kind: Event
  lastTimestamp: "2026-09-19T08:51:00Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T08:51:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:51:00Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-4qzjd.18d6acc42c9a62a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24996"
    uid: 606a4be8-d05c-4897-b89f-652f0145f43c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:51:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-4qzjd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24749"
    uid: d3a63fc0-b817-4f96-9a7f-7cdf3b9dd295
  kind: Event
  lastTimestamp: "2026-09-19T08:51:00Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-19T08:51:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:51:00Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-4qzjd.18d6acc430566911
    namespace: kserve-ci-e2e-test
    resourceVersion: "24998"
    uid: 50c7a1ae-5632-45a4-8e61-19853a51dfc3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:51:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-4qzjd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24749"
    uid: d3a63fc0-b817-4f96-9a7f-7cdf3b9dd295
  kind: Event
  lastTimestamp: "2026-09-19T08:51:00Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-19T08:51:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:51:00Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-4qzjd.18d6acc430dd6954
    namespace: kserve-ci-e2e-test
    resourceVersion: "24999"
    uid: bff063ce-e701-4258-bada-856de74e47b7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-19T08:51:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-4qzjd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24749"
    uid: d3a63fc0-b817-4f96-9a7f-7cdf3b9dd295
  kind: Event
  lastTimestamp: "2026-09-19T08:51:08Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.51:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-19T08:51:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:51:08Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-4qzjd.18d6acc4a0e8db6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25160"
    uid: 5d274e59-4079-4c38-9945-07b1b35cbd16
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:51:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-4qzjd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24749"
    uid: d3a63fc0-b817-4f96-9a7f-7cdf3b9dd295
  kind: Event
  lastTimestamp: "2026-09-19T08:51:28Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-19T08:51:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:51:28Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-4qzjd.18d6accacb91d4ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "25349"
    uid: 6d2706fc-084a-41c1-88ec-92c7ab79667a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:51:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-4qzjd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24749"
    uid: d3a63fc0-b817-4f96-9a7f-7cdf3b9dd295
  kind: Event
  lastTimestamp: "2026-09-19T08:51:28Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-19T08:51:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:51:28Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-4qzjd.18d6accacb925ff5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25350"
    uid: 2efc0400-c11f-4222-95ad-73b1b7ec517e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:50:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585
    namespace: kserve-ci-e2e-test
    resourceVersion: "24736"
    uid: a2579172-2690-4f1c-9a4c-aa93d5b38e9b
  kind: Event
  lastTimestamp: "2026-09-19T08:50:53Z"
  message: 'Created pod: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-4qzjd'
  metadata:
    creationTimestamp: "2026-09-19T08:50:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:50:53Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585.18d6acc290a010ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "24748"
    uid: 1444385a-4c56-42f2-9e46-d30a201fcd79
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:50:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-ts-v1-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24734"
    uid: e94f58f7-790e-4b4d-9c96-b7cab2777ea2
  kind: Event
  lastTimestamp: "2026-09-19T08:50:53Z"
  message: Scaled up replica set isvc-autogluon-ts-v1-noslash-predictor-b54fbf585
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-19T08:50:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:50:53Z"
    name: isvc-autogluon-ts-v1-noslash-predictor.18d6acc28d8df8bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "24738"
    uid: 9bca37da-2751-47d1-9e70-7c310073b980
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:51:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24735"
    uid: b2acfc9a-b69d-4f0b-81d5-daac4e230afb
  kind: Event
  lastTimestamp: "2026-09-19T08:51:08Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-19T08:51:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:51:08Z"
    name: isvc-autogluon-ts-v1-noslash-predictor.18d6acc60c3fb95e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25163"
    uid: 2408facf-442a-49ec-bb64-ffb11a3a2697
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:51:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24735"
    uid: b2acfc9a-b69d-4f0b-81d5-daac4e230afb
  kind: Event
  lastTimestamp: "2026-09-19T08:51:08Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-19T08:51:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:51:08Z"
    name: isvc-autogluon-ts-v1-noslash-predictor.18d6acc60ca48b6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25165"
    uid: 854aa4c4-4c6b-4704-92e0-30a2a6585718
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:51:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25164"
    uid: b2acfc9a-b69d-4f0b-81d5-daac4e230afb
  kind: Event
  lastTimestamp: "2026-09-19T08:51:23Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-19T08:51:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:51:23Z"
    name: isvc-autogluon-ts-v1-noslash-predictor.18d6acc98b5b6a40
    namespace: kserve-ci-e2e-test
    resourceVersion: "25297"
    uid: c9d13495-3dbf-43a5-82c8-bf220ed5e352
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:51:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25164"
    uid: b2acfc9a-b69d-4f0b-81d5-daac4e230afb
  kind: Event
  lastTimestamp: "2026-09-19T08:51:23Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-19T08:51:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:51:23Z"
    name: isvc-autogluon-ts-v1-noslash-predictor.18d6acc98bc5446f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25299"
    uid: a5756f59-988d-4485-9f35-655b0df14e9b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-19T08:50:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "24727"
    uid: fd7881d7-3a80-4c2a-95d0-f431545d7a87
  kind: Event
  lastTimestamp: "2026-09-19T08:51:18Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-19T08:50:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T08:51:18Z"
    name: isvc-autogluon-ts-v1-noslash.18d6acc28d94adf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25258"
    uid: a75616a9-d065-4809-a586-e1259e200b8c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:50:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "24727"
    uid: fd7881d7-3a80-4c2a-95d0-f431545d7a87
  kind: Event
  lastTimestamp: "2026-09-19T08:50:53Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-ts-v1-noslash":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-ts-v1-noslash":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-19T08:50:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T08:50:53Z"
    name: isvc-autogluon-ts-v1-noslash.18d6acc28e0e96d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24741"
    uid: 2d3afd67-54d8-452a-8477-ea9092f86260
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:51:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "25255"
    uid: fd7881d7-3a80-4c2a-95d0-f431545d7a87
  kind: Event
  lastTimestamp: "2026-09-19T08:51:18Z"
  message: InferenceService [isvc-autogluon-ts-v1-noslash] is Ready
  metadata:
    creationTimestamp: "2026-09-19T08:51:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T08:51:18Z"
    name: isvc-autogluon-ts-v1-noslash.18d6acc8604a24de
    namespace: kserve-ci-e2e-test
    resourceVersion: "25257"
    uid: eb366463-2bc2-4f41-a183-763d1a3703a6
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-19T08:50:06.005099Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-kpnqh
    namespace: kserve-ci-e2e-test
    resourceVersion: "24307"
    uid: fb2be84e-776c-4b2c-af7b-d56c5fa82f9e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-ts-v1-predictor-6cf79d9f7d-kpnqh
    to ip-10-0-136-99.ec2.internal
  metadata:
    creationTimestamp: "2026-09-19T08:50:06Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-19T08:50:06Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-kpnqh.18d6acb77d27df1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24313"
    uid: 5108ee6a-2013-4a14-a714-31d0b1423760
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-d6b67db56-fftfm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:50:06Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-kpnqh
    namespace: kserve-ci-e2e-test
    resourceVersion: "24317"
    uid: fb2be84e-776c-4b2c-af7b-d56c5fa82f9e
  kind: Event
  lastTimestamp: "2026-09-19T08:50:06Z"
  message: Add eth0 [10.132.0.50/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-19T08:50:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-19T08:50:06Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-kpnqh.18d6acb79f7d7a56
    namespace: kserve-ci-e2e-test
    resourceVersion: "24327"
    uid: 8213acdd-de3e-4d9c-a881-081eaf04ca22
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:50:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-kpnqh
    namespace: kserve-ci-e2e-test
    resourceVersion: "24309"
    uid: fb2be84e-776c-4b2c-af7b-d56c5fa82f9e
  kind: Event
  lastTimestamp: "2026-09-19T08:50:06Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T08:50:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:50:06Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-kpnqh.18d6acb7a0dcdb71
    namespace: kserve-ci-e2e-test
    resourceVersion: "24329"
    uid: d0fbd664-bddd-4bad-aa32-6872399a23c9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:50:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-kpnqh
    namespace: kserve-ci-e2e-test
    resourceVersion: "24309"
    uid: fb2be84e-776c-4b2c-af7b-d56c5fa82f9e
  kind: Event
  lastTimestamp: "2026-09-19T08:50:06Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-19T08:50:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:50:06Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-kpnqh.18d6acb7a3c92dc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "24331"
    uid: 3d8e1b00-39dc-4ae0-adc8-426b39a37bf1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:50:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-kpnqh
    namespace: kserve-ci-e2e-test
    resourceVersion: "24309"
    uid: fb2be84e-776c-4b2c-af7b-d56c5fa82f9e
  kind: Event
  lastTimestamp: "2026-09-19T08:50:06Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-19T08:50:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:50:06Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-kpnqh.18d6acb7a43feea3
    namespace: kserve-ci-e2e-test
    resourceVersion: "24332"
    uid: 9949087e-2f91-4c81-bddc-f289e32e6a95
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:50:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-kpnqh
    namespace: kserve-ci-e2e-test
    resourceVersion: "24309"
    uid: fb2be84e-776c-4b2c-af7b-d56c5fa82f9e
  kind: Event
  lastTimestamp: "2026-09-19T08:50:16Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-19T08:50:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:50:16Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-kpnqh.18d6acb9db7494de
    namespace: kserve-ci-e2e-test
    resourceVersion: "24399"
    uid: 1d8ba80a-1954-4418-b376-5337453fe17d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:50:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-kpnqh
    namespace: kserve-ci-e2e-test
    resourceVersion: "24309"
    uid: fb2be84e-776c-4b2c-af7b-d56c5fa82f9e
  kind: Event
  lastTimestamp: "2026-09-19T08:50:16Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-19T08:50:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:50:16Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-kpnqh.18d6acb9df16f277
    namespace: kserve-ci-e2e-test
    resourceVersion: "24404"
    uid: 0d5efd50-986d-4ed2-9bbb-d63cd900dd21
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:50:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-kpnqh
    namespace: kserve-ci-e2e-test
    resourceVersion: "24309"
    uid: fb2be84e-776c-4b2c-af7b-d56c5fa82f9e
  kind: Event
  lastTimestamp: "2026-09-19T08:50:16Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-19T08:50:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:50:16Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-kpnqh.18d6acb9df8885f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "24405"
    uid: 6b623b30-2f82-437a-9033-22cd3d214b7c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:50:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-kpnqh
    namespace: kserve-ci-e2e-test
    resourceVersion: "24309"
    uid: fb2be84e-776c-4b2c-af7b-d56c5fa82f9e
  kind: Event
  lastTimestamp: "2026-09-19T08:50:16Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T08:50:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:50:16Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-kpnqh.18d6acb9df92fbe5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24406"
    uid: 80479599-f95a-4ab1-b206-ce5657ec884c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:50:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-kpnqh
    namespace: kserve-ci-e2e-test
    resourceVersion: "24309"
    uid: fb2be84e-776c-4b2c-af7b-d56c5fa82f9e
  kind: Event
  lastTimestamp: "2026-09-19T08:50:16Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-19T08:50:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:50:16Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-kpnqh.18d6acb9e2d2bfda
    namespace: kserve-ci-e2e-test
    resourceVersion: "24408"
    uid: b2658c0d-e4b9-4264-acb1-26cf4078e646
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:50:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-kpnqh
    namespace: kserve-ci-e2e-test
    resourceVersion: "24309"
    uid: fb2be84e-776c-4b2c-af7b-d56c5fa82f9e
  kind: Event
  lastTimestamp: "2026-09-19T08:50:16Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-19T08:50:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:50:16Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-kpnqh.18d6acb9e343e5fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "24409"
    uid: 5eb687ce-754a-4f29-b3cd-757dc6b68797
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-19T08:50:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-kpnqh
    namespace: kserve-ci-e2e-test
    resourceVersion: "24309"
    uid: fb2be84e-776c-4b2c-af7b-d56c5fa82f9e
  kind: Event
  lastTimestamp: "2026-09-19T08:50:24Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.50:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-19T08:50:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:50:24Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-kpnqh.18d6acba5369402e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24477"
    uid: 52454fed-f325-4542-867e-d5e334ef4476
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:50:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-kpnqh
    namespace: kserve-ci-e2e-test
    resourceVersion: "24309"
    uid: fb2be84e-776c-4b2c-af7b-d56c5fa82f9e
  kind: Event
  lastTimestamp: "2026-09-19T08:50:48Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-19T08:50:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:50:48Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-kpnqh.18d6acc15b3bbd90
    namespace: kserve-ci-e2e-test
    resourceVersion: "24675"
    uid: cb2d6cc8-ff10-447e-ba95-de7908525408
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:50:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-kpnqh
    namespace: kserve-ci-e2e-test
    resourceVersion: "24309"
    uid: fb2be84e-776c-4b2c-af7b-d56c5fa82f9e
  kind: Event
  lastTimestamp: "2026-09-19T08:50:48Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-19T08:50:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:50:48Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-kpnqh.18d6acc15b3cc8ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "24676"
    uid: 87b7bd14-87d3-4659-ae03-78c6d9f1709e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:50:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-kpnqh
    namespace: kserve-ci-e2e-test
    resourceVersion: "24309"
    uid: fb2be84e-776c-4b2c-af7b-d56c5fa82f9e
  kind: Event
  lastTimestamp: "2026-09-19T08:50:49Z"
  message: 'Readiness probe failed: Get "https://10.132.0.50:8643/healthz": dial tcp
    10.132.0.50:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-19T08:50:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:50:49Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-kpnqh.18d6acc18b6ea38d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24687"
    uid: 1276fd73-dddb-4f4c-8eaf-3e0cd766ef57
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:50:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24298"
    uid: 2245f753-a5c1-4396-affb-215f5ac8353b
  kind: Event
  lastTimestamp: "2026-09-19T08:50:05Z"
  message: 'Created pod: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-kpnqh'
  metadata:
    creationTimestamp: "2026-09-19T08:50:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:50:05Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d.18d6acb77cb8864d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24308"
    uid: c68d8cc2-5b20-42e9-95f7-0c46d18606e0
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:50:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-ts-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24296"
    uid: 5734f411-abec-4848-9b9f-9d54108dc1d2
  kind: Event
  lastTimestamp: "2026-09-19T08:50:05Z"
  message: Scaled up replica set isvc-autogluon-ts-v1-predictor-6cf79d9f7d from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-19T08:50:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:50:05Z"
    name: isvc-autogluon-ts-v1-predictor.18d6acb779f171c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "24300"
    uid: c341ef83-a8ab-456e-9870-a24da56b4ca4
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-19T08:50:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24297"
    uid: 7933ec4f-1230-4555-a7f7-f31bc9e09c58
  kind: Event
  lastTimestamp: "2026-09-19T08:50:35Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-19T08:50:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:50:35Z"
    name: isvc-autogluon-ts-v1-predictor.18d6acbaf853da41
    namespace: kserve-ci-e2e-test
    resourceVersion: "24565"
    uid: a379c72a-6fee-4ba5-8db7-f24b7df91f7a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-19T08:50:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24297"
    uid: 7933ec4f-1230-4555-a7f7-f31bc9e09c58
  kind: Event
  lastTimestamp: "2026-09-19T08:50:35Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-19T08:50:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:50:35Z"
    name: isvc-autogluon-ts-v1-predictor.18d6acbaf8b4b4bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "24566"
    uid: ab267c2e-93e3-4dd6-870c-275a42aa25e1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-19T08:50:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "24288"
    uid: db125691-fa97-4e1a-b84c-9ac5d08a2bfa
  kind: Event
  lastTimestamp: "2026-09-19T08:50:34Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-19T08:50:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T08:50:34Z"
    name: isvc-autogluon-ts-v1.18d6acb779f6e8eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "24554"
    uid: 7724e8f9-75d1-436d-8d42-081f0b6b92e4
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:50:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "24288"
    uid: db125691-fa97-4e1a-b84c-9ac5d08a2bfa
  kind: Event
  lastTimestamp: "2026-09-19T08:50:05Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-ts-v1": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-ts-v1":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-19T08:50:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T08:50:05Z"
    name: isvc-autogluon-ts-v1.18d6acb77a71154c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24304"
    uid: 427643c7-ddac-4879-b49c-cc2a0339df51
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:50:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "24552"
    uid: db125691-fa97-4e1a-b84c-9ac5d08a2bfa
  kind: Event
  lastTimestamp: "2026-09-19T08:50:34Z"
  message: InferenceService [isvc-autogluon-ts-v1] is Ready
  metadata:
    creationTimestamp: "2026-09-19T08:50:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T08:50:34Z"
    name: isvc-autogluon-ts-v1.18d6acbe12a522a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24553"
    uid: 2f5b1da2-cc2c-45fe-a615-00502a70178e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-19T08:40:40.398291Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-2g7f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19418"
    uid: db89998a-c4fa-4d12-bd6d-d44a4dde58c6
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v1-predictor-574b5b7495-2g7f8
    to ip-10-0-136-99.ec2.internal
  metadata:
    creationTimestamp: "2026-09-19T08:40:40Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-19T08:40:40Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-2g7f8.18d6ac33cc5ced29
    namespace: kserve-ci-e2e-test
    resourceVersion: "19424"
    uid: 52ba4207-5f5e-4633-b444-8b15b7a6e2fa
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-d6b67db56-fftfm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:40:40Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-2g7f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19428"
    uid: db89998a-c4fa-4d12-bd6d-d44a4dde58c6
  kind: Event
  lastTimestamp: "2026-09-19T08:40:40Z"
  message: Add eth0 [10.132.0.46/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-19T08:40:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-19T08:40:40Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-2g7f8.18d6ac33ee5b79da
    namespace: kserve-ci-e2e-test
    resourceVersion: "19440"
    uid: 73d21f6b-4861-4fc4-92c1-ab62940886cb
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:40:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-2g7f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19422"
    uid: db89998a-c4fa-4d12-bd6d-d44a4dde58c6
  kind: Event
  lastTimestamp: "2026-09-19T08:40:40Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T08:40:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:40:40Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-2g7f8.18d6ac33efb3df5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19442"
    uid: 99236612-f464-4add-b0e3-ddd487b0d0b3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:40:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-2g7f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19422"
    uid: db89998a-c4fa-4d12-bd6d-d44a4dde58c6
  kind: Event
  lastTimestamp: "2026-09-19T08:40:41Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-19T08:40:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:40:41Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-2g7f8.18d6ac33f26655a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19444"
    uid: e027ae3d-e2d2-4d2d-b806-3601cec7c8f4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:40:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-2g7f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19422"
    uid: db89998a-c4fa-4d12-bd6d-d44a4dde58c6
  kind: Event
  lastTimestamp: "2026-09-19T08:40:41Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-19T08:40:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:40:41Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-2g7f8.18d6ac33f2d73a5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19445"
    uid: 708c4270-e749-4bbb-a358-25150273ab06
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:41:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-2g7f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19422"
    uid: db89998a-c4fa-4d12-bd6d-d44a4dde58c6
  kind: Event
  lastTimestamp: "2026-09-19T08:41:14Z"
  message: Pulling image "kserve/autogluonserver:latest"
  metadata:
    creationTimestamp: "2026-09-19T08:41:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:41:14Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-2g7f8.18d6ac3bb67056cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19712"
    uid: 083e68a9-227f-490a-9372-89b112ba45fc
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:42:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-2g7f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19422"
    uid: db89998a-c4fa-4d12-bd6d-d44a4dde58c6
  kind: Event
  lastTimestamp: "2026-09-19T08:42:59Z"
  message: 'Successfully pulled image "kserve/autogluonserver:latest" in 1m45.181s
    (1m45.181s including waiting). Image size: 8949501221 bytes.'
  metadata:
    creationTimestamp: "2026-09-19T08:42:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:42:59Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-2g7f8.18d6ac5433bb5792
    namespace: kserve-ci-e2e-test
    resourceVersion: "20578"
    uid: f3d5e81c-0d8a-45dd-a54b-45682849dee5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:42:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-2g7f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19422"
    uid: db89998a-c4fa-4d12-bd6d-d44a4dde58c6
  kind: Event
  lastTimestamp: "2026-09-19T08:42:59Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-19T08:42:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:42:59Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-2g7f8.18d6ac543be5d794
    namespace: kserve-ci-e2e-test
    resourceVersion: "20581"
    uid: 1911aaac-241a-45ed-8af6-7507806a06ac
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:42:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-2g7f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19422"
    uid: db89998a-c4fa-4d12-bd6d-d44a4dde58c6
  kind: Event
  lastTimestamp: "2026-09-19T08:42:59Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-19T08:42:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:42:59Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-2g7f8.18d6ac543f9ff5d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20582"
    uid: 464100cd-6a09-4d92-b61a-3111aaee4948
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:42:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-2g7f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19422"
    uid: db89998a-c4fa-4d12-bd6d-d44a4dde58c6
  kind: Event
  lastTimestamp: "2026-09-19T08:42:59Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T08:42:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:42:59Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-2g7f8.18d6ac543fabc2b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "20583"
    uid: dc144914-9222-4fdf-8d34-d61e4b7308d4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:42:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-2g7f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19422"
    uid: db89998a-c4fa-4d12-bd6d-d44a4dde58c6
  kind: Event
  lastTimestamp: "2026-09-19T08:42:59Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-19T08:42:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:42:59Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-2g7f8.18d6ac544a238d7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20585"
    uid: 09d6e6fd-368a-4f99-a3d5-80c017aceac4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:42:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-2g7f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19422"
    uid: db89998a-c4fa-4d12-bd6d-d44a4dde58c6
  kind: Event
  lastTimestamp: "2026-09-19T08:42:59Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-19T08:42:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:42:59Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-2g7f8.18d6ac544bcfb59b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20586"
    uid: 573a29d9-4da1-4186-a70f-d24da5a940de
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-19T08:42:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-2g7f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19422"
    uid: db89998a-c4fa-4d12-bd6d-d44a4dde58c6
  kind: Event
  lastTimestamp: "2026-09-19T08:43:06Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.46:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-19T08:42:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:43:06Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-2g7f8.18d6ac544d282794
    namespace: kserve-ci-e2e-test
    resourceVersion: "20639"
    uid: b9f71c5b-126b-4744-b79e-3579eae0e518
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:43:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-2g7f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19422"
    uid: db89998a-c4fa-4d12-bd6d-d44a4dde58c6
  kind: Event
  lastTimestamp: "2026-09-19T08:43:26Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-19T08:43:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:43:26Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-2g7f8.18d6ac5a82a76d65
    namespace: kserve-ci-e2e-test
    resourceVersion: "20816"
    uid: d9c8b212-7edd-4dca-9e3d-005183731af3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:43:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-2g7f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19422"
    uid: db89998a-c4fa-4d12-bd6d-d44a4dde58c6
  kind: Event
  lastTimestamp: "2026-09-19T08:43:26Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-19T08:43:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:43:26Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-2g7f8.18d6ac5a82a8039f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20817"
    uid: e97091ef-4003-4d35-9ed2-7b86af9c9c4d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:40:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v1-predictor-574b5b7495
    namespace: kserve-ci-e2e-test
    resourceVersion: "19410"
    uid: 7203b485-29d0-48fb-aeca-7ef180f234ff
  kind: Event
  lastTimestamp: "2026-09-19T08:40:40Z"
  message: 'Created pod: isvc-autogluon-v1-predictor-574b5b7495-2g7f8'
  metadata:
    creationTimestamp: "2026-09-19T08:40:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:40:40Z"
    name: isvc-autogluon-v1-predictor-574b5b7495.18d6ac33cbce1a0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19421"
    uid: a7ad1978-8fcf-44bd-b10e-2f08e1ba723d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:40:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19407"
    uid: 8c1689a1-0829-40f3-a5c7-ffa6edecca74
  kind: Event
  lastTimestamp: "2026-09-19T08:40:40Z"
  message: Scaled up replica set isvc-autogluon-v1-predictor-574b5b7495 from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-19T08:40:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:40:40Z"
    name: isvc-autogluon-v1-predictor.18d6ac33c892680b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19414"
    uid: 2b6a6b5b-3e55-4e72-b941-a152e807aba4
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-19T08:40:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19409"
    uid: c8d301e6-5033-452a-adf6-f9d1a9c27a7e
  kind: Event
  lastTimestamp: "2026-09-19T08:43:10Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-19T08:40:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:43:10Z"
    name: isvc-autogluon-v1-predictor.18d6ac374704782f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20666"
    uid: 059c29ba-15bb-4d1c-82e9-1ac42e9279bd
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-19T08:40:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19409"
    uid: c8d301e6-5033-452a-adf6-f9d1a9c27a7e
  kind: Event
  lastTimestamp: "2026-09-19T08:43:10Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-19T08:40:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:43:10Z"
    name: isvc-autogluon-v1-predictor.18d6ac37476bd433
    namespace: kserve-ci-e2e-test
    resourceVersion: "20667"
    uid: fb72f88c-62af-4496-939e-0253efb7e68f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:43:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19580"
    uid: c8d301e6-5033-452a-adf6-f9d1a9c27a7e
  kind: Event
  lastTimestamp: "2026-09-19T08:43:25Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-19T08:43:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:43:25Z"
    name: isvc-autogluon-v1-predictor.18d6ac5a3b10522b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20786"
    uid: 501db0d2-4f58-431d-b2e9-a56e2dd5565f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:43:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19580"
    uid: c8d301e6-5033-452a-adf6-f9d1a9c27a7e
  kind: Event
  lastTimestamp: "2026-09-19T08:43:25Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-19T08:43:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:43:25Z"
    name: isvc-autogluon-v1-predictor.18d6ac5a3b76d0ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "20787"
    uid: 128e604c-ea7f-4499-be9b-b8701d790c73
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-19T08:40:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19398"
    uid: c523796b-afb2-4398-bde7-dec6630a4bf9
  kind: Event
  lastTimestamp: "2026-09-19T08:43:16Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-19T08:40:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T08:43:16Z"
    name: isvc-autogluon-v1.18d6ac33c89919de
    namespace: kserve-ci-e2e-test
    resourceVersion: "20716"
    uid: 6e4514a9-d675-4114-bca7-ccca18005168
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:43:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "20714"
    uid: c523796b-afb2-4398-bde7-dec6630a4bf9
  kind: Event
  lastTimestamp: "2026-09-19T08:43:16Z"
  message: InferenceService [isvc-autogluon-v1] is Ready
  metadata:
    creationTimestamp: "2026-09-19T08:43:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T08:43:16Z"
    name: isvc-autogluon-v1.18d6ac580c212721
    namespace: kserve-ci-e2e-test
    resourceVersion: "20715"
    uid: fbd42023-a2ec-48b5-b091-a46cb9d190e7
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-19T08:47:54.672188Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-gspm9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23205"
    uid: 30fd52a8-9bfe-41c0-8ae0-ac537d4a50dd
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-noslash-predictor-5499c79f9f-gspm9
    to ip-10-0-136-99.ec2.internal
  metadata:
    creationTimestamp: "2026-09-19T08:47:54Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-19T08:47:54Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-gspm9.18d6ac98e91aa73c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23211"
    uid: 546d20e3-4dd2-4cab-b6e0-3ec76615d479
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-d6b67db56-fftfm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:47:54Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-gspm9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23209"
    uid: 30fd52a8-9bfe-41c0-8ae0-ac537d4a50dd
  kind: Event
  lastTimestamp: "2026-09-19T08:47:54Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-autogluon-v2-noslash-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-19T08:47:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:47:54Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-gspm9.18d6ac98f9cefe00
    namespace: kserve-ci-e2e-test
    resourceVersion: "23218"
    uid: a5748fa2-2bb3-4998-834e-cf979ae79f45
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:47:55Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-gspm9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23215"
    uid: 30fd52a8-9bfe-41c0-8ae0-ac537d4a50dd
  kind: Event
  lastTimestamp: "2026-09-19T08:47:55Z"
  message: Add eth0 [10.132.0.49/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-19T08:47:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-19T08:47:55Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-gspm9.18d6ac992ecfe298
    namespace: kserve-ci-e2e-test
    resourceVersion: "23236"
    uid: e76bf5ab-9165-4af8-9480-8329646144c2
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:47:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-gspm9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23209"
    uid: 30fd52a8-9bfe-41c0-8ae0-ac537d4a50dd
  kind: Event
  lastTimestamp: "2026-09-19T08:47:55Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T08:47:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:47:55Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-gspm9.18d6ac99303029e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23238"
    uid: bd060191-9e00-4908-9a93-6bf5675dab2e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:47:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-gspm9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23209"
    uid: 30fd52a8-9bfe-41c0-8ae0-ac537d4a50dd
  kind: Event
  lastTimestamp: "2026-09-19T08:47:55Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-19T08:47:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:47:55Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-gspm9.18d6ac9932fc1949
    namespace: kserve-ci-e2e-test
    resourceVersion: "23240"
    uid: ac7bc650-1722-4a0d-9899-7e4cd7bbc6c8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:47:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-gspm9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23209"
    uid: 30fd52a8-9bfe-41c0-8ae0-ac537d4a50dd
  kind: Event
  lastTimestamp: "2026-09-19T08:47:55Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-19T08:47:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:47:55Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-gspm9.18d6ac99336ce85c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23241"
    uid: e9cc5451-1d74-4449-bc77-f161d7b2095f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:48:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-gspm9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23209"
    uid: 30fd52a8-9bfe-41c0-8ae0-ac537d4a50dd
  kind: Event
  lastTimestamp: "2026-09-19T08:48:16Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-19T08:48:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:48:16Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-gspm9.18d6ac9e02f6e598
    namespace: kserve-ci-e2e-test
    resourceVersion: "23393"
    uid: f4c9ec58-7830-437b-973e-86dbd1f1dbcb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:48:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-gspm9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23209"
    uid: 30fd52a8-9bfe-41c0-8ae0-ac537d4a50dd
  kind: Event
  lastTimestamp: "2026-09-19T08:48:16Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-19T08:48:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:48:16Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-gspm9.18d6ac9e067f4fee
    namespace: kserve-ci-e2e-test
    resourceVersion: "23399"
    uid: 8db6ca9d-b663-4778-b966-9bac95e20e13
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:48:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-gspm9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23209"
    uid: 30fd52a8-9bfe-41c0-8ae0-ac537d4a50dd
  kind: Event
  lastTimestamp: "2026-09-19T08:48:16Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-19T08:48:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:48:16Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-gspm9.18d6ac9e06f1fc97
    namespace: kserve-ci-e2e-test
    resourceVersion: "23400"
    uid: 00e965d3-a5d6-4f22-be9e-e721767d1fcc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:48:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-gspm9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23209"
    uid: 30fd52a8-9bfe-41c0-8ae0-ac537d4a50dd
  kind: Event
  lastTimestamp: "2026-09-19T08:48:16Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T08:48:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:48:16Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-gspm9.18d6ac9e06fca8aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "23401"
    uid: 3b368598-fbda-4803-a659-906923176316
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:48:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-gspm9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23209"
    uid: 30fd52a8-9bfe-41c0-8ae0-ac537d4a50dd
  kind: Event
  lastTimestamp: "2026-09-19T08:48:16Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-19T08:48:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:48:16Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-gspm9.18d6ac9e09e3a0dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23403"
    uid: 05997cff-4872-4f5f-8084-a11b6bb1ac3c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:48:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-gspm9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23209"
    uid: 30fd52a8-9bfe-41c0-8ae0-ac537d4a50dd
  kind: Event
  lastTimestamp: "2026-09-19T08:48:16Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-19T08:48:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:48:16Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-gspm9.18d6ac9e0a50882c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23404"
    uid: eeea2fd1-a895-47a4-865b-ac01041c0459
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:50:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-gspm9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23209"
    uid: 30fd52a8-9bfe-41c0-8ae0-ac537d4a50dd
  kind: Event
  lastTimestamp: "2026-09-19T08:50:00Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-19T08:50:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:50:00Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-gspm9.18d6acb648540b5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24244"
    uid: 5ae2deff-0a8c-4a27-8dd8-cfa25a2594e6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:50:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-gspm9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23209"
    uid: 30fd52a8-9bfe-41c0-8ae0-ac537d4a50dd
  kind: Event
  lastTimestamp: "2026-09-19T08:50:00Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-19T08:50:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:50:00Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-gspm9.18d6acb6485486c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24245"
    uid: 10ebc6ed-42f5-479c-80a7-8191b66fab82
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:47:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23192"
    uid: 7216dbbc-84bb-4f7d-9ff7-604e08be18e2
  kind: Event
  lastTimestamp: "2026-09-19T08:47:54Z"
  message: 'Created pod: isvc-autogluon-v2-noslash-predictor-5499c79f9f-gspm9'
  metadata:
    creationTimestamp: "2026-09-19T08:47:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:47:54Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f.18d6ac98e8885807
    namespace: kserve-ci-e2e-test
    resourceVersion: "23207"
    uid: e1bbd866-fc62-4a0e-8cff-dc3116c3de05
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:47:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23190"
    uid: 6afbd8a8-cb51-4e51-a72d-db94971176be
  kind: Event
  lastTimestamp: "2026-09-19T08:47:54Z"
  message: Scaled up replica set isvc-autogluon-v2-noslash-predictor-5499c79f9f from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-19T08:47:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:47:54Z"
    name: isvc-autogluon-v2-noslash-predictor.18d6ac98e532bd22
    namespace: kserve-ci-e2e-test
    resourceVersion: "23194"
    uid: 9aae5a65-f8fd-48c2-9231-9dcfa8b259a2
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-19T08:48:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23191"
    uid: 13b6c5f4-ac6b-4356-8631-aa812b5b7f01
  kind: Event
  lastTimestamp: "2026-09-19T08:48:39Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-19T08:48:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:48:39Z"
    name: isvc-autogluon-v2-noslash-predictor.18d6ac9c63a0a6f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23587"
    uid: 2d7be211-1781-47a5-a86c-71bb5717e924
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-19T08:48:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23191"
    uid: 13b6c5f4-ac6b-4356-8631-aa812b5b7f01
  kind: Event
  lastTimestamp: "2026-09-19T08:48:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-19T08:48:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:48:39Z"
    name: isvc-autogluon-v2-noslash-predictor.18d6ac9c6408055c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23588"
    uid: 746b12c0-a69b-4c2d-9bd3-a75f96796b6a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-19T08:48:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23338"
    uid: 13b6c5f4-ac6b-4356-8631-aa812b5b7f01
  kind: Event
  lastTimestamp: "2026-09-19T08:49:54Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-19T08:48:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:49:54Z"
    name: isvc-autogluon-v2-noslash-predictor.18d6aca6dff233b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24180"
    uid: 4572285b-3a6c-4627-b8c5-b6fed60f57ab
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-19T08:48:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23338"
    uid: 13b6c5f4-ac6b-4356-8631-aa812b5b7f01
  kind: Event
  lastTimestamp: "2026-09-19T08:49:54Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-19T08:48:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:49:54Z"
    name: isvc-autogluon-v2-noslash-predictor.18d6aca6e059df80
    namespace: kserve-ci-e2e-test
    resourceVersion: "24181"
    uid: ff00b7aa-328d-42b0-8120-97e30f5e0f66
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-19T08:47:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "23183"
    uid: 66eeb36d-fbf6-45fb-8693-ea68a10e8d99
  kind: Event
  lastTimestamp: "2026-09-19T08:49:54Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-19T08:47:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T08:49:54Z"
    name: isvc-autogluon-v2-noslash.18d6ac98e536b1fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "24173"
    uid: bb9953dc-0f84-4326-a461-162e74198878
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:47:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "23183"
    uid: 66eeb36d-fbf6-45fb-8693-ea68a10e8d99
  kind: Event
  lastTimestamp: "2026-09-19T08:47:54Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-v2-noslash":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2-noslash":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-19T08:47:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T08:47:54Z"
    name: isvc-autogluon-v2-noslash.18d6ac98e60e062f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23197"
    uid: 17fe3316-d766-4f3e-9b0a-44e4ac2b4036
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:49:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "24171"
    uid: 66eeb36d-fbf6-45fb-8693-ea68a10e8d99
  kind: Event
  lastTimestamp: "2026-09-19T08:49:54Z"
  message: InferenceService [isvc-autogluon-v2-noslash] is Ready
  metadata:
    creationTimestamp: "2026-09-19T08:49:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T08:49:54Z"
    name: isvc-autogluon-v2-noslash.18d6acb4b2d59784
    namespace: kserve-ci-e2e-test
    resourceVersion: "24172"
    uid: 1cc31ac0-0837-468b-ba07-aea3ae813669
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-19T08:43:31.855952Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-sgmzq
    namespace: kserve-ci-e2e-test
    resourceVersion: "20878"
    uid: e31c3831-d271-4db8-889e-bfe5f87224ba
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-predictor-9684b4cd9-sgmzq
    to ip-10-0-136-99.ec2.internal
  metadata:
    creationTimestamp: "2026-09-19T08:43:31Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-19T08:43:31Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-sgmzq.18d6ac5bb8092b6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20884"
    uid: f98ba738-14c7-467c-a449-b3731657f272
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-d6b67db56-fftfm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:43:32Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-sgmzq
    namespace: kserve-ci-e2e-test
    resourceVersion: "20880"
    uid: e31c3831-d271-4db8-889e-bfe5f87224ba
  kind: Event
  lastTimestamp: "2026-09-19T08:43:32Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-autogluon-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-19T08:43:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:43:32Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-sgmzq.18d6ac5bc84eec41
    namespace: kserve-ci-e2e-test
    resourceVersion: "20893"
    uid: bbdf8f56-1d41-4f12-9a9d-9079acd07b94
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:43:33Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-sgmzq
    namespace: kserve-ci-e2e-test
    resourceVersion: "20889"
    uid: e31c3831-d271-4db8-889e-bfe5f87224ba
  kind: Event
  lastTimestamp: "2026-09-19T08:43:33Z"
  message: Add eth0 [10.132.0.47/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-19T08:43:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-19T08:43:33Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-sgmzq.18d6ac5c00ce52a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20903"
    uid: b0080be0-c442-4fac-a241-fa83eb713c0d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:43:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-sgmzq
    namespace: kserve-ci-e2e-test
    resourceVersion: "20880"
    uid: e31c3831-d271-4db8-889e-bfe5f87224ba
  kind: Event
  lastTimestamp: "2026-09-19T08:43:33Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T08:43:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:43:33Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-sgmzq.18d6ac5c0232f3b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20906"
    uid: 76898c9f-dcc6-4895-bd56-9fc0908b2667
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:43:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-sgmzq
    namespace: kserve-ci-e2e-test
    resourceVersion: "20880"
    uid: e31c3831-d271-4db8-889e-bfe5f87224ba
  kind: Event
  lastTimestamp: "2026-09-19T08:43:33Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-19T08:43:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:43:33Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-sgmzq.18d6ac5c07fb8f8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20907"
    uid: 8c5c5420-e0cd-4c0c-a9e9-a8949a594db0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:43:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-sgmzq
    namespace: kserve-ci-e2e-test
    resourceVersion: "20880"
    uid: e31c3831-d271-4db8-889e-bfe5f87224ba
  kind: Event
  lastTimestamp: "2026-09-19T08:43:33Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-19T08:43:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:43:33Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-sgmzq.18d6ac5c0908ce5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20908"
    uid: c5b6dc00-2067-4653-b78d-216450423906
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:43:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-sgmzq
    namespace: kserve-ci-e2e-test
    resourceVersion: "20880"
    uid: e31c3831-d271-4db8-889e-bfe5f87224ba
  kind: Event
  lastTimestamp: "2026-09-19T08:43:55Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-19T08:43:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:43:55Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-sgmzq.18d6ac612c03cd10
    namespace: kserve-ci-e2e-test
    resourceVersion: "21078"
    uid: ff398a04-49d7-4fa1-9f9b-b8345219f4f8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:43:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-sgmzq
    namespace: kserve-ci-e2e-test
    resourceVersion: "20880"
    uid: e31c3831-d271-4db8-889e-bfe5f87224ba
  kind: Event
  lastTimestamp: "2026-09-19T08:43:55Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-19T08:43:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:43:55Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-sgmzq.18d6ac612fc72c2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21082"
    uid: 39c35a54-048e-4907-841d-11733889edb4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:43:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-sgmzq
    namespace: kserve-ci-e2e-test
    resourceVersion: "20880"
    uid: e31c3831-d271-4db8-889e-bfe5f87224ba
  kind: Event
  lastTimestamp: "2026-09-19T08:43:55Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-19T08:43:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:43:55Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-sgmzq.18d6ac61302abf32
    namespace: kserve-ci-e2e-test
    resourceVersion: "21083"
    uid: 087eb9c3-9ec7-44fd-bde7-a406b2f9b3bc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:43:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-sgmzq
    namespace: kserve-ci-e2e-test
    resourceVersion: "20880"
    uid: e31c3831-d271-4db8-889e-bfe5f87224ba
  kind: Event
  lastTimestamp: "2026-09-19T08:43:55Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T08:43:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:43:55Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-sgmzq.18d6ac613033e353
    namespace: kserve-ci-e2e-test
    resourceVersion: "21084"
    uid: b59e935d-bb75-41bf-bf05-f676a03433fa
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:43:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-sgmzq
    namespace: kserve-ci-e2e-test
    resourceVersion: "20880"
    uid: e31c3831-d271-4db8-889e-bfe5f87224ba
  kind: Event
  lastTimestamp: "2026-09-19T08:43:55Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-19T08:43:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:43:55Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-sgmzq.18d6ac6132e7de77
    namespace: kserve-ci-e2e-test
    resourceVersion: "21087"
    uid: d14f9f69-5c05-4d11-a2cc-6f826b68419b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:43:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-sgmzq
    namespace: kserve-ci-e2e-test
    resourceVersion: "20880"
    uid: e31c3831-d271-4db8-889e-bfe5f87224ba
  kind: Event
  lastTimestamp: "2026-09-19T08:43:55Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-19T08:43:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:43:55Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-sgmzq.18d6ac613393014a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21088"
    uid: 75114231-d056-42a8-ac2f-3dde8c065d5d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:45:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-sgmzq
    namespace: kserve-ci-e2e-test
    resourceVersion: "20880"
    uid: e31c3831-d271-4db8-889e-bfe5f87224ba
  kind: Event
  lastTimestamp: "2026-09-19T08:45:36Z"
  message: 'Readiness probe failed: Get "http://10.132.0.47:8080/v2/models/isvc-autogluon-v2/ready":
    context deadline exceeded (Client.Timeout exceeded while awaiting headers)'
  metadata:
    creationTimestamp: "2026-09-19T08:45:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:45:36Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-sgmzq.18d6ac78d7d16103
    namespace: kserve-ci-e2e-test
    resourceVersion: "21916"
    uid: 05e57b2a-bd4b-4ce6-aecd-1fee6dc6d5dc
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:45:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-sgmzq
    namespace: kserve-ci-e2e-test
    resourceVersion: "20880"
    uid: e31c3831-d271-4db8-889e-bfe5f87224ba
  kind: Event
  lastTimestamp: "2026-09-19T08:45:37Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-19T08:45:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:45:37Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-sgmzq.18d6ac79072fa4ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "21941"
    uid: 40865fe2-fd34-4f48-9373-22ab392ea6a4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:45:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-sgmzq
    namespace: kserve-ci-e2e-test
    resourceVersion: "20880"
    uid: e31c3831-d271-4db8-889e-bfe5f87224ba
  kind: Event
  lastTimestamp: "2026-09-19T08:45:37Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-19T08:45:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:45:37Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-sgmzq.18d6ac790730faf3
    namespace: kserve-ci-e2e-test
    resourceVersion: "21942"
    uid: 025a6823-30cf-4dc9-a420-4a6fcfd26f39
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:45:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-sgmzq
    namespace: kserve-ci-e2e-test
    resourceVersion: "20880"
    uid: e31c3831-d271-4db8-889e-bfe5f87224ba
  kind: Event
  lastTimestamp: "2026-09-19T08:45:38Z"
  message: 'Readiness probe failed: Get "https://10.132.0.47:8643/healthz": dial tcp
    10.132.0.47:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-19T08:45:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:45:38Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-sgmzq.18d6ac792831dff7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21949"
    uid: bbe7e89a-d57b-4946-a84f-0bf5164f49b4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:43:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v2-predictor-9684b4cd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20868"
    uid: dfa4878c-d5a4-4c72-90cf-f3c1652c45ea
  kind: Event
  lastTimestamp: "2026-09-19T08:43:31Z"
  message: 'Created pod: isvc-autogluon-v2-predictor-9684b4cd9-sgmzq'
  metadata:
    creationTimestamp: "2026-09-19T08:43:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:43:31Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9.18d6ac5bb79fcf80
    namespace: kserve-ci-e2e-test
    resourceVersion: "20879"
    uid: 920e65b1-f150-403d-b61d-a2efa947a936
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:43:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20866"
    uid: f34c1429-8d06-4f5e-b294-cae74775d872
  kind: Event
  lastTimestamp: "2026-09-19T08:43:31Z"
  message: Scaled up replica set isvc-autogluon-v2-predictor-9684b4cd9 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-19T08:43:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:43:31Z"
    name: isvc-autogluon-v2-predictor.18d6ac5bb4b943d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "20871"
    uid: 4b7ced48-5cd2-4383-b558-49e30aebbc37
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-19T08:43:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20867"
    uid: 30719769-8d58-4bc3-a239-dacb8bf09077
  kind: Event
  lastTimestamp: "2026-09-19T08:44:31Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-19T08:43:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:44:31Z"
    name: isvc-autogluon-v2-predictor.18d6ac5f3345ade1
    namespace: kserve-ci-e2e-test
    resourceVersion: "21436"
    uid: 8a67b805-c60f-4bf4-bac5-2f2a6c1bdb3a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-19T08:43:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20867"
    uid: 30719769-8d58-4bc3-a239-dacb8bf09077
  kind: Event
  lastTimestamp: "2026-09-19T08:44:31Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-19T08:43:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:44:31Z"
    name: isvc-autogluon-v2-predictor.18d6ac5f33b2d7ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "21437"
    uid: 0a7bff9a-da47-4b2c-9f72-156dfecd8adb
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-19T08:44:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21007"
    uid: 30719769-8d58-4bc3-a239-dacb8bf09077
  kind: Event
  lastTimestamp: "2026-09-19T08:45:31Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-19T08:44:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:45:31Z"
    name: isvc-autogluon-v2-predictor.18d6ac62b2c20c0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21875"
    uid: 257f59e6-6958-48e4-81c8-a9bfc8efa321
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-19T08:44:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21007"
    uid: 30719769-8d58-4bc3-a239-dacb8bf09077
  kind: Event
  lastTimestamp: "2026-09-19T08:45:31Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-19T08:44:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:45:31Z"
    name: isvc-autogluon-v2-predictor.18d6ac62b34b1060
    namespace: kserve-ci-e2e-test
    resourceVersion: "21876"
    uid: f567a735-b4dc-4cc4-b9e8-a010a7f5045a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-19T08:45:42.921204Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-4r8tc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22005"
    uid: 47fdfefa-7fab-489e-9c3c-6abe1d3ce1d3
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-variants-predictor-5c889d8844-4r8tc
    to ip-10-0-136-99.ec2.internal
  metadata:
    creationTimestamp: "2026-09-19T08:45:42Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-19T08:45:42Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-4r8tc.18d6ac7a3c223cd1
    namespace: kserve-ci-e2e-test
    resourceVersion: "22011"
    uid: 124cc404-3404-4bdb-856f-6ef0a22d8d55
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-d6b67db56-fftfm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:45:43Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-4r8tc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22009"
    uid: 47fdfefa-7fab-489e-9c3c-6abe1d3ce1d3
  kind: Event
  lastTimestamp: "2026-09-19T08:45:43Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-autogluon-v2-variants-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-19T08:45:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:45:43Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-4r8tc.18d6ac7a446836f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22019"
    uid: 99d7dc5a-b6ef-4969-980f-5c32a74c7ca9
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:45:44Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-4r8tc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22015"
    uid: 47fdfefa-7fab-489e-9c3c-6abe1d3ce1d3
  kind: Event
  lastTimestamp: "2026-09-19T08:45:44Z"
  message: Add eth0 [10.132.0.48/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-19T08:45:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-19T08:45:44Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-4r8tc.18d6ac7a81c4037c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22029"
    uid: 844c4017-0ec3-44fd-a7a9-7b19f15d1376
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:45:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-4r8tc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22009"
    uid: 47fdfefa-7fab-489e-9c3c-6abe1d3ce1d3
  kind: Event
  lastTimestamp: "2026-09-19T08:45:44Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T08:45:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:45:44Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-4r8tc.18d6ac7a83608ad5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22031"
    uid: f1b8e1d6-3584-45b9-9b83-fc4aae1bf329
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:45:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-4r8tc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22009"
    uid: 47fdfefa-7fab-489e-9c3c-6abe1d3ce1d3
  kind: Event
  lastTimestamp: "2026-09-19T08:45:44Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-19T08:45:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:45:44Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-4r8tc.18d6ac7a871af525
    namespace: kserve-ci-e2e-test
    resourceVersion: "22033"
    uid: 6f3f3c10-1fa4-4dd9-aad9-35c66c945a76
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:45:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-4r8tc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22009"
    uid: 47fdfefa-7fab-489e-9c3c-6abe1d3ce1d3
  kind: Event
  lastTimestamp: "2026-09-19T08:45:44Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-19T08:45:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:45:44Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-4r8tc.18d6ac7a877a17d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22034"
    uid: 063bb0f5-ce1d-49c3-86d9-c4e635944626
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:46:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-4r8tc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22009"
    uid: 47fdfefa-7fab-489e-9c3c-6abe1d3ce1d3
  kind: Event
  lastTimestamp: "2026-09-19T08:46:03Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-19T08:46:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:46:03Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-4r8tc.18d6ac7f2150d3ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "22261"
    uid: 5a2838e4-ca26-4e95-8f46-8446d7f1e7fe
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:46:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-4r8tc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22009"
    uid: 47fdfefa-7fab-489e-9c3c-6abe1d3ce1d3
  kind: Event
  lastTimestamp: "2026-09-19T08:46:03Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-19T08:46:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:46:03Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-4r8tc.18d6ac7f24600d60
    namespace: kserve-ci-e2e-test
    resourceVersion: "22264"
    uid: bfdc707c-a4d6-4219-b7f1-053242b8396a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:46:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-4r8tc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22009"
    uid: 47fdfefa-7fab-489e-9c3c-6abe1d3ce1d3
  kind: Event
  lastTimestamp: "2026-09-19T08:46:04Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-19T08:46:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:46:04Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-4r8tc.18d6ac7f24cb0d57
    namespace: kserve-ci-e2e-test
    resourceVersion: "22266"
    uid: 11411e06-465d-467c-aeb7-55edd0e33769
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:46:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-4r8tc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22009"
    uid: 47fdfefa-7fab-489e-9c3c-6abe1d3ce1d3
  kind: Event
  lastTimestamp: "2026-09-19T08:46:04Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T08:46:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:46:04Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-4r8tc.18d6ac7f24d45302
    namespace: kserve-ci-e2e-test
    resourceVersion: "22267"
    uid: c773fb91-0507-4d7a-93a5-adad7454c0b8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:46:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-4r8tc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22009"
    uid: 47fdfefa-7fab-489e-9c3c-6abe1d3ce1d3
  kind: Event
  lastTimestamp: "2026-09-19T08:46:04Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-19T08:46:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:46:04Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-4r8tc.18d6ac7f2831b107
    namespace: kserve-ci-e2e-test
    resourceVersion: "22271"
    uid: a15b9a14-62b4-4660-a144-e8a1f799aff4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:46:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-4r8tc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22009"
    uid: 47fdfefa-7fab-489e-9c3c-6abe1d3ce1d3
  kind: Event
  lastTimestamp: "2026-09-19T08:46:04Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-19T08:46:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:46:04Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-4r8tc.18d6ac7f28a03ebb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22272"
    uid: 617da8fa-ab4d-454f-9c9a-1e2be8be9f6e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:47:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-4r8tc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22009"
    uid: 47fdfefa-7fab-489e-9c3c-6abe1d3ce1d3
  kind: Event
  lastTimestamp: "2026-09-19T08:47:44Z"
  message: 'Readiness probe failed: Get "http://10.132.0.48:8080/v2/models/isvc-autogluon-v2-variants/ready":
    context deadline exceeded (Client.Timeout exceeded while awaiting headers)'
  metadata:
    creationTimestamp: "2026-09-19T08:47:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:47:44Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-4r8tc.18d6ac96a563a9ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "23088"
    uid: b4ba39b4-60b5-4e21-8833-6a08bc278175
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:47:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-4r8tc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22009"
    uid: 47fdfefa-7fab-489e-9c3c-6abe1d3ce1d3
  kind: Event
  lastTimestamp: "2026-09-19T08:47:49Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-19T08:47:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:47:49Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-4r8tc.18d6ac97af21f58b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23140"
    uid: bd2ebdb5-d500-4912-b2d0-bd964cacea12
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:47:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-4r8tc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22009"
    uid: 47fdfefa-7fab-489e-9c3c-6abe1d3ce1d3
  kind: Event
  lastTimestamp: "2026-09-19T08:47:49Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-19T08:47:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:47:49Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-4r8tc.18d6ac97af22f184
    namespace: kserve-ci-e2e-test
    resourceVersion: "23141"
    uid: 0a6b59ee-71c5-43ff-8701-c02865421c5d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:45:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v2-variants-predictor-5c889d8844
    namespace: kserve-ci-e2e-test
    resourceVersion: "21996"
    uid: 51dc89e2-bac0-49cb-98bb-2759ee822403
  kind: Event
  lastTimestamp: "2026-09-19T08:45:42Z"
  message: 'Created pod: isvc-autogluon-v2-variants-predictor-5c889d8844-4r8tc'
  metadata:
    creationTimestamp: "2026-09-19T08:45:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:45:42Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844.18d6ac7a3bc226f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22008"
    uid: 9d4ce5ce-fa1f-4d2f-b637-e95e131227ee
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:45:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21994"
    uid: 1da6d464-f84e-47f4-b94e-99f8fd100395
  kind: Event
  lastTimestamp: "2026-09-19T08:45:42Z"
  message: Scaled up replica set isvc-autogluon-v2-variants-predictor-5c889d8844 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-19T08:45:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:45:42Z"
    name: isvc-autogluon-v2-variants-predictor.18d6ac7a38ac86b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "21998"
    uid: 7130449d-053e-4d11-914f-02e2298a05a4
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-19T08:45:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21995"
    uid: 5c0cf2ae-8e26-464b-91bd-61492b9b925e
  kind: Event
  lastTimestamp: "2026-09-19T08:46:27Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-19T08:45:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:46:27Z"
    name: isvc-autogluon-v2-variants-predictor.18d6ac7db718abfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22455"
    uid: 8f4e9416-26aa-469b-b69d-c2cf1582a828
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-19T08:45:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21995"
    uid: 5c0cf2ae-8e26-464b-91bd-61492b9b925e
  kind: Event
  lastTimestamp: "2026-09-19T08:46:27Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-19T08:45:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:46:27Z"
    name: isvc-autogluon-v2-variants-predictor.18d6ac7db77ff522
    namespace: kserve-ci-e2e-test
    resourceVersion: "22456"
    uid: 991fc710-5327-418d-8cca-5453099db7f5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-19T08:46:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22160"
    uid: 5c0cf2ae-8e26-464b-91bd-61492b9b925e
  kind: Event
  lastTimestamp: "2026-09-19T08:47:42Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-19T08:46:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:47:42Z"
    name: isvc-autogluon-v2-variants-predictor.18d6ac883401b3b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23072"
    uid: cfdc5864-6ec8-44db-8696-23240d51b6d8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-19T08:46:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22160"
    uid: 5c0cf2ae-8e26-464b-91bd-61492b9b925e
  kind: Event
  lastTimestamp: "2026-09-19T08:47:42Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-19T08:46:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:47:42Z"
    name: isvc-autogluon-v2-variants-predictor.18d6ac8834639858
    namespace: kserve-ci-e2e-test
    resourceVersion: "23073"
    uid: 8bd34f64-dc74-44fd-9030-7396d6c0c74f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-19T08:45:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-variants
    namespace: kserve-ci-e2e-test
    resourceVersion: "21987"
    uid: 8c4632e9-9c02-4d22-9975-3b18752afd10
  kind: Event
  lastTimestamp: "2026-09-19T08:47:34Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-19T08:45:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T08:47:34Z"
    name: isvc-autogluon-v2-variants.18d6ac7a38ace314
    namespace: kserve-ci-e2e-test
    resourceVersion: "23008"
    uid: fddacef5-dfd4-451e-b769-be5eb53feece
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:45:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-variants
    namespace: kserve-ci-e2e-test
    resourceVersion: "21987"
    uid: 8c4632e9-9c02-4d22-9975-3b18752afd10
  kind: Event
  lastTimestamp: "2026-09-19T08:45:42Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-v2-variants":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2-variants":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-19T08:45:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T08:45:42Z"
    name: isvc-autogluon-v2-variants.18d6ac7a3943da02
    namespace: kserve-ci-e2e-test
    resourceVersion: "22002"
    uid: 8ba65772-e2a8-4ce8-909f-d722310ed6a9
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:47:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-variants
    namespace: kserve-ci-e2e-test
    resourceVersion: "23006"
    uid: 8c4632e9-9c02-4d22-9975-3b18752afd10
  kind: Event
  lastTimestamp: "2026-09-19T08:47:34Z"
  message: InferenceService [isvc-autogluon-v2-variants] is Ready
  metadata:
    creationTimestamp: "2026-09-19T08:47:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T08:47:34Z"
    name: isvc-autogluon-v2-variants.18d6ac941a1028a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23007"
    uid: bc52c7df-f58b-4055-8bef-ac4798e682bd
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-19T08:43:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20859"
    uid: fcc1f5a9-c2f4-4247-a4ce-d55446eb0268
  kind: Event
  lastTimestamp: "2026-09-19T08:45:26Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-19T08:43:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T08:45:26Z"
    name: isvc-autogluon-v2.18d6ac5bb4bec9dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21831"
    uid: 7b6d0b0f-4b42-4cf2-9a7b-d99f4076d625
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:43:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20859"
    uid: fcc1f5a9-c2f4-4247-a4ce-d55446eb0268
  kind: Event
  lastTimestamp: "2026-09-19T08:43:31Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-19T08:43:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T08:43:31Z"
    name: isvc-autogluon-v2.18d6ac5bb54f7d45
    namespace: kserve-ci-e2e-test
    resourceVersion: "20874"
    uid: 03414cc0-6d4c-4a95-8a7c-5b913366249d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:45:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21829"
    uid: fcc1f5a9-c2f4-4247-a4ce-d55446eb0268
  kind: Event
  lastTimestamp: "2026-09-19T08:45:26Z"
  message: InferenceService [isvc-autogluon-v2] is Ready
  metadata:
    creationTimestamp: "2026-09-19T08:45:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T08:45:26Z"
    name: isvc-autogluon-v2.18d6ac764c56eaaa
    namespace: kserve-ci-e2e-test
    resourceVersion: "21830"
    uid: 0345aea9-9e38-43db-9ad8-502c1d63a57c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-19T08:51:34.197778Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-76b74f4d6c-kvp4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25443"
    uid: 8f8293ba-28cd-450e-94b5-00469373a92a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-predictor-76b74f4d6c-kvp4c
    to ip-10-0-136-99.ec2.internal
  metadata:
    creationTimestamp: "2026-09-19T08:51:34Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-19T08:51:34Z"
    name: isvc-canary-create-predictor-76b74f4d6c-kvp4c.18d6accc05d95bfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "25447"
    uid: f1ee2d22-b7d9-4e49-9470-1267bb1c5ecc
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-d6b67db56-fftfm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:51:34Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-76b74f4d6c-kvp4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25453"
    uid: 8f8293ba-28cd-450e-94b5-00469373a92a
  kind: Event
  lastTimestamp: "2026-09-19T08:51:34Z"
  message: Add eth0 [10.132.0.52/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-19T08:51:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-19T08:51:34Z"
    name: isvc-canary-create-predictor-76b74f4d6c-kvp4c.18d6accc282403cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "25473"
    uid: 27f4f41e-ff57-4612-884f-adc473f8c1f2
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:51:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-76b74f4d6c-kvp4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25445"
    uid: 8f8293ba-28cd-450e-94b5-00469373a92a
  kind: Event
  lastTimestamp: "2026-09-19T08:51:34Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T08:51:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:51:34Z"
    name: isvc-canary-create-predictor-76b74f4d6c-kvp4c.18d6accc29a727a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25475"
    uid: 2265bdc7-f8ca-40e7-97f1-e99ad19b1f3a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:51:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-76b74f4d6c-kvp4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25445"
    uid: 8f8293ba-28cd-450e-94b5-00469373a92a
  kind: Event
  lastTimestamp: "2026-09-19T08:51:34Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-19T08:51:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:51:34Z"
    name: isvc-canary-create-predictor-76b74f4d6c-kvp4c.18d6accc2dade4f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25477"
    uid: f4dfb991-20ad-4d15-a835-eb209fc2fd44
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:51:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-76b74f4d6c-kvp4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25445"
    uid: 8f8293ba-28cd-450e-94b5-00469373a92a
  kind: Event
  lastTimestamp: "2026-09-19T08:51:34Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-19T08:51:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:51:34Z"
    name: isvc-canary-create-predictor-76b74f4d6c-kvp4c.18d6accc2e1c0671
    namespace: kserve-ci-e2e-test
    resourceVersion: "25478"
    uid: c0de2bdf-83be-4a1f-8457-cb2f38d09163
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:51:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-76b74f4d6c-kvp4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25445"
    uid: 8f8293ba-28cd-450e-94b5-00469373a92a
  kind: Event
  lastTimestamp: "2026-09-19T08:51:38Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-2013"
  metadata:
    creationTimestamp: "2026-09-19T08:51:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:51:38Z"
    name: isvc-canary-create-predictor-76b74f4d6c-kvp4c.18d6accd0e591b8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25542"
    uid: e4a9915f-c92d-4fb7-9170-037b06a20922
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:51:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-76b74f4d6c-kvp4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25445"
    uid: 8f8293ba-28cd-450e-94b5-00469373a92a
  kind: Event
  lastTimestamp: "2026-09-19T08:51:51Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-2013"
    in 13.141s (13.141s including waiting). Image size: 1607081372 bytes.'
  metadata:
    creationTimestamp: "2026-09-19T08:51:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:51:51Z"
    name: isvc-canary-create-predictor-76b74f4d6c-kvp4c.18d6acd01da86d06
    namespace: kserve-ci-e2e-test
    resourceVersion: "25730"
    uid: 35d7d9eb-2e02-42e7-b8a8-2d7861b2e57e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:51:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-76b74f4d6c-kvp4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25445"
    uid: 8f8293ba-28cd-450e-94b5-00469373a92a
  kind: Event
  lastTimestamp: "2026-09-19T08:51:51Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-19T08:51:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:51:51Z"
    name: isvc-canary-create-predictor-76b74f4d6c-kvp4c.18d6acd0214f622f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25732"
    uid: 87c468bb-7110-4b31-bd6f-55f720ac8ab7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:51:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-76b74f4d6c-kvp4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25445"
    uid: 8f8293ba-28cd-450e-94b5-00469373a92a
  kind: Event
  lastTimestamp: "2026-09-19T08:51:51Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-19T08:51:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:51:51Z"
    name: isvc-canary-create-predictor-76b74f4d6c-kvp4c.18d6acd021c912b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "25733"
    uid: a3594459-334b-4e3e-a3a0-3e468a71b642
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:51:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-76b74f4d6c-kvp4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25445"
    uid: 8f8293ba-28cd-450e-94b5-00469373a92a
  kind: Event
  lastTimestamp: "2026-09-19T08:51:51Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T08:51:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:51:51Z"
    name: isvc-canary-create-predictor-76b74f4d6c-kvp4c.18d6acd021d27389
    namespace: kserve-ci-e2e-test
    resourceVersion: "25734"
    uid: 06ded5cd-0a33-4b7f-babc-3d0feb97f2c3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:51:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-76b74f4d6c-kvp4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25445"
    uid: 8f8293ba-28cd-450e-94b5-00469373a92a
  kind: Event
  lastTimestamp: "2026-09-19T08:51:51Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-19T08:51:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:51:51Z"
    name: isvc-canary-create-predictor-76b74f4d6c-kvp4c.18d6acd0253679f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25735"
    uid: eeb06132-0674-4e4b-8adf-945e333f5a48
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:51:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-76b74f4d6c-kvp4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25445"
    uid: 8f8293ba-28cd-450e-94b5-00469373a92a
  kind: Event
  lastTimestamp: "2026-09-19T08:51:51Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-19T08:51:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:51:51Z"
    name: isvc-canary-create-predictor-76b74f4d6c-kvp4c.18d6acd025a96a9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25736"
    uid: 0a627aa6-4cd4-42b7-ae7b-e80e8cea5f09
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-19T08:51:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-76b74f4d6c-kvp4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25445"
    uid: 8f8293ba-28cd-450e-94b5-00469373a92a
  kind: Event
  lastTimestamp: "2026-09-19T08:52:59Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.52:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-19T08:51:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:52:59Z"
    name: isvc-canary-create-predictor-76b74f4d6c-kvp4c.18d6acd09232a7e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26375"
    uid: 40618b47-e396-4e97-aabf-412828a91bff
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:53:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-76b74f4d6c-kvp4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25445"
    uid: 8f8293ba-28cd-450e-94b5-00469373a92a
  kind: Event
  lastTimestamp: "2026-09-19T08:53:14Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-19T08:53:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:53:14Z"
    name: isvc-canary-create-predictor-76b74f4d6c-kvp4c.18d6ace34d8d0d1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26512"
    uid: fadf09d7-1778-40dd-bb79-4265a40c9758
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:53:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-76b74f4d6c-kvp4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25445"
    uid: 8f8293ba-28cd-450e-94b5-00469373a92a
  kind: Event
  lastTimestamp: "2026-09-19T08:53:14Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-19T08:53:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:53:14Z"
    name: isvc-canary-create-predictor-76b74f4d6c-kvp4c.18d6ace34d8d8052
    namespace: kserve-ci-e2e-test
    resourceVersion: "26514"
    uid: ac4ba249-eead-4f36-95c9-44eff6b6bd18
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:53:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-76b74f4d6c-kvp4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25445"
    uid: 8f8293ba-28cd-450e-94b5-00469373a92a
  kind: Event
  lastTimestamp: "2026-09-19T08:53:14Z"
  message: 'Readiness probe failed: Get "https://10.132.0.52:8643/healthz": dial tcp
    10.132.0.52:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-19T08:53:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:53:14Z"
    name: isvc-canary-create-predictor-76b74f4d6c-kvp4c.18d6ace36e6bd88c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26519"
    uid: 6e18a1b4-ccbb-47a4-81b4-4adb5082b16e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-19T08:51:34.146989Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-76b74f4d6c-nzq9g
    namespace: kserve-ci-e2e-test
    resourceVersion: "25434"
    uid: 348c2996-ba4b-41ba-ae7d-46f5a0751154
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-predictor-76b74f4d6c-nzq9g
    to ip-10-0-136-228.ec2.internal
  metadata:
    creationTimestamp: "2026-09-19T08:51:34Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-19T08:51:34Z"
    name: isvc-canary-create-predictor-76b74f4d6c-nzq9g.18d6accc02d26012
    namespace: kserve-ci-e2e-test
    resourceVersion: "25440"
    uid: aab0ee98-536d-4ca8-9086-10ec2cfdebac
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-d6b67db56-fftfm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:51:34Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-76b74f4d6c-nzq9g
    namespace: kserve-ci-e2e-test
    resourceVersion: "25437"
    uid: 348c2996-ba4b-41ba-ae7d-46f5a0751154
  kind: Event
  lastTimestamp: "2026-09-19T08:51:34Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-create-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-19T08:51:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:51:34Z"
    name: isvc-canary-create-predictor-76b74f4d6c-nzq9g.18d6accc0e62456c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25460"
    uid: 271771a6-3d16-4749-a3e7-3928ca2767b6
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:51:35Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-76b74f4d6c-nzq9g
    namespace: kserve-ci-e2e-test
    resourceVersion: "25442"
    uid: 348c2996-ba4b-41ba-ae7d-46f5a0751154
  kind: Event
  lastTimestamp: "2026-09-19T08:51:35Z"
  message: Add eth0 [10.133.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-19T08:51:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-19T08:51:35Z"
    name: isvc-canary-create-predictor-76b74f4d6c-nzq9g.18d6accc4846fc63
    namespace: kserve-ci-e2e-test
    resourceVersion: "25488"
    uid: 73985787-10a9-4869-b22c-b4a8cb4a6eb0
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:51:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-76b74f4d6c-nzq9g
    namespace: kserve-ci-e2e-test
    resourceVersion: "25437"
    uid: 348c2996-ba4b-41ba-ae7d-46f5a0751154
  kind: Event
  lastTimestamp: "2026-09-19T08:51:35Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T08:51:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:51:35Z"
    name: isvc-canary-create-predictor-76b74f4d6c-nzq9g.18d6accc49d79a3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25490"
    uid: f37bd7e0-0a5d-47ef-bbed-7e695f275d9e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:51:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-76b74f4d6c-nzq9g
    namespace: kserve-ci-e2e-test
    resourceVersion: "25437"
    uid: 348c2996-ba4b-41ba-ae7d-46f5a0751154
  kind: Event
  lastTimestamp: "2026-09-19T08:51:35Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-19T08:51:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:51:35Z"
    name: isvc-canary-create-predictor-76b74f4d6c-nzq9g.18d6accc4cccbf5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25491"
    uid: e2959317-b78f-49a2-98db-1523907008d8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:51:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-76b74f4d6c-nzq9g
    namespace: kserve-ci-e2e-test
    resourceVersion: "25437"
    uid: 348c2996-ba4b-41ba-ae7d-46f5a0751154
  kind: Event
  lastTimestamp: "2026-09-19T08:51:35Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-19T08:51:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:51:35Z"
    name: isvc-canary-create-predictor-76b74f4d6c-nzq9g.18d6accc4d298802
    namespace: kserve-ci-e2e-test
    resourceVersion: "25492"
    uid: 3e15d555-8921-4ce8-a6ce-07790886ad8d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:51:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-76b74f4d6c-nzq9g
    namespace: kserve-ci-e2e-test
    resourceVersion: "25437"
    uid: 348c2996-ba4b-41ba-ae7d-46f5a0751154
  kind: Event
  lastTimestamp: "2026-09-19T08:51:40Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-2013"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T08:51:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:51:40Z"
    name: isvc-canary-create-predictor-76b74f4d6c-nzq9g.18d6accd68275bcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "25565"
    uid: eaa0b205-5e97-4771-b69d-5d68ea017dcb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:51:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-76b74f4d6c-nzq9g
    namespace: kserve-ci-e2e-test
    resourceVersion: "25437"
    uid: 348c2996-ba4b-41ba-ae7d-46f5a0751154
  kind: Event
  lastTimestamp: "2026-09-19T08:51:40Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-19T08:51:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:51:40Z"
    name: isvc-canary-create-predictor-76b74f4d6c-nzq9g.18d6accd6c18c332
    namespace: kserve-ci-e2e-test
    resourceVersion: "25571"
    uid: 521ed853-fa52-4b09-8779-96416ed5aadf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:51:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-76b74f4d6c-nzq9g
    namespace: kserve-ci-e2e-test
    resourceVersion: "25437"
    uid: 348c2996-ba4b-41ba-ae7d-46f5a0751154
  kind: Event
  lastTimestamp: "2026-09-19T08:51:40Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-19T08:51:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:51:40Z"
    name: isvc-canary-create-predictor-76b74f4d6c-nzq9g.18d6accd6c7f8bd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25572"
    uid: 498a7afc-91c4-4b7c-8979-0a13432de090
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:51:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-76b74f4d6c-nzq9g
    namespace: kserve-ci-e2e-test
    resourceVersion: "25437"
    uid: 348c2996-ba4b-41ba-ae7d-46f5a0751154
  kind: Event
  lastTimestamp: "2026-09-19T08:51:40Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T08:51:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:51:40Z"
    name: isvc-canary-create-predictor-76b74f4d6c-nzq9g.18d6accd6c89ba0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25574"
    uid: b26df7ee-f436-40a2-a85f-cec647acadcd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:51:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-76b74f4d6c-nzq9g
    namespace: kserve-ci-e2e-test
    resourceVersion: "25437"
    uid: 348c2996-ba4b-41ba-ae7d-46f5a0751154
  kind: Event
  lastTimestamp: "2026-09-19T08:51:40Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-19T08:51:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:51:40Z"
    name: isvc-canary-create-predictor-76b74f4d6c-nzq9g.18d6accd6f7449a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25577"
    uid: 320ef804-466f-4f73-8665-ad6f10b3967e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:51:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-76b74f4d6c-nzq9g
    namespace: kserve-ci-e2e-test
    resourceVersion: "25437"
    uid: 348c2996-ba4b-41ba-ae7d-46f5a0751154
  kind: Event
  lastTimestamp: "2026-09-19T08:51:40Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-19T08:51:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:51:40Z"
    name: isvc-canary-create-predictor-76b74f4d6c-nzq9g.18d6accd6fd30275
    namespace: kserve-ci-e2e-test
    resourceVersion: "25578"
    uid: c97d839f-54e4-47af-bbd4-3687bc50e5b2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-19T08:51:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-76b74f4d6c-nzq9g
    namespace: kserve-ci-e2e-test
    resourceVersion: "25437"
    uid: 348c2996-ba4b-41ba-ae7d-46f5a0751154
  kind: Event
  lastTimestamp: "2026-09-19T08:52:54Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.30:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-19T08:51:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:52:54Z"
    name: isvc-canary-create-predictor-76b74f4d6c-nzq9g.18d6accde03d07ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "26295"
    uid: 85fbfe6c-e17f-4208-926f-acd5812c3e1f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:52:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-76b74f4d6c-nzq9g
    namespace: kserve-ci-e2e-test
    resourceVersion: "25437"
    uid: 348c2996-ba4b-41ba-ae7d-46f5a0751154
  kind: Event
  lastTimestamp: "2026-09-19T08:52:56Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-19T08:52:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:52:56Z"
    name: isvc-canary-create-predictor-76b74f4d6c-nzq9g.18d6acdf21d6d764
    namespace: kserve-ci-e2e-test
    resourceVersion: "26332"
    uid: 6300abb3-0bec-463d-b52a-060643394d14
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:52:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-76b74f4d6c-nzq9g
    namespace: kserve-ci-e2e-test
    resourceVersion: "25437"
    uid: 348c2996-ba4b-41ba-ae7d-46f5a0751154
  kind: Event
  lastTimestamp: "2026-09-19T08:52:56Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-19T08:52:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:52:56Z"
    name: isvc-canary-create-predictor-76b74f4d6c-nzq9g.18d6acdf21d7cfdd
    namespace: kserve-ci-e2e-test
    resourceVersion: "26333"
    uid: 60a7bc91-8768-4239-a01a-61fc03d829ce
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:52:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-76b74f4d6c-nzq9g
    namespace: kserve-ci-e2e-test
    resourceVersion: "25437"
    uid: 348c2996-ba4b-41ba-ae7d-46f5a0751154
  kind: Event
  lastTimestamp: "2026-09-19T08:52:58Z"
  message: 'Readiness probe failed: Get "https://10.133.0.30:8643/healthz": dial tcp
    10.133.0.30:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-19T08:52:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:52:58Z"
    name: isvc-canary-create-predictor-76b74f4d6c-nzq9g.18d6acdf9261454d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26358"
    uid: cab6ca60-e00f-422d-84d2-837052fd1100
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:51:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-76b74f4d6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25418"
    uid: 1bbd174a-3a8b-4d63-adeb-f6c0f88b0804
  kind: Event
  lastTimestamp: "2026-09-19T08:51:34Z"
  message: 'Created pod: isvc-canary-create-predictor-76b74f4d6c-nzq9g'
  metadata:
    creationTimestamp: "2026-09-19T08:51:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:51:34Z"
    name: isvc-canary-create-predictor-76b74f4d6c.18d6accc0268ebe3
    namespace: kserve-ci-e2e-test
    resourceVersion: "25436"
    uid: 0aa73baa-ef91-49c2-a052-6e057e8ac25a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:51:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-76b74f4d6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25418"
    uid: 1bbd174a-3a8b-4d63-adeb-f6c0f88b0804
  kind: Event
  lastTimestamp: "2026-09-19T08:51:34Z"
  message: 'Created pod: isvc-canary-create-predictor-76b74f4d6c-kvp4c'
  metadata:
    creationTimestamp: "2026-09-19T08:51:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:51:34Z"
    name: isvc-canary-create-predictor-76b74f4d6c.18d6accc05559864
    namespace: kserve-ci-e2e-test
    resourceVersion: "25444"
    uid: dcd94fde-226c-472f-ba2c-0986ab35c42b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:52:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-76b74f4d6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26324"
    uid: 1bbd174a-3a8b-4d63-adeb-f6c0f88b0804
  kind: Event
  lastTimestamp: "2026-09-19T08:52:56Z"
  message: 'Deleted pod: isvc-canary-create-predictor-76b74f4d6c-nzq9g'
  metadata:
    creationTimestamp: "2026-09-19T08:52:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:52:56Z"
    name: isvc-canary-create-predictor-76b74f4d6c.18d6acdf21a8fd66
    namespace: kserve-ci-e2e-test
    resourceVersion: "26327"
    uid: 8ed91ee0-ad8e-41b9-adbd-485b55377562
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:51:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25417"
    uid: 25ae8afe-9fd0-4b04-820f-30dc7ae29e2c
  kind: Event
  lastTimestamp: "2026-09-19T08:51:34Z"
  message: Scaled up replica set isvc-canary-create-predictor-76b74f4d6c from 0 to
    2
  metadata:
    creationTimestamp: "2026-09-19T08:51:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:51:34Z"
    name: isvc-canary-create-predictor.18d6accbfedc0691
    namespace: kserve-ci-e2e-test
    resourceVersion: "25420"
    uid: 6528b9ac-952b-4754-8384-00a990c18de9
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:52:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26320"
    uid: 25ae8afe-9fd0-4b04-820f-30dc7ae29e2c
  kind: Event
  lastTimestamp: "2026-09-19T08:52:56Z"
  message: Scaled down replica set isvc-canary-create-predictor-76b74f4d6c from 2
    to 1
  metadata:
    creationTimestamp: "2026-09-19T08:52:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:52:56Z"
    name: isvc-canary-create-predictor.18d6acdf214beb45
    namespace: kserve-ci-e2e-test
    resourceVersion: "26325"
    uid: b5eebeb7-7e88-4be3-8862-fdf15c65e64b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-19T08:51:34.110573Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-667f95d746-qmv8p
    namespace: kserve-ci-e2e-test
    resourceVersion: "25426"
    uid: 289fbc40-0793-4dae-9978-ab2b8aae6f10
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-v2-predictor-667f95d746-qmv8p
    to ip-10-0-136-228.ec2.internal
  metadata:
    creationTimestamp: "2026-09-19T08:51:34Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-19T08:51:34Z"
    name: isvc-canary-create-v2-predictor-667f95d746-qmv8p.18d6accc00a6b1d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25430"
    uid: 64b4c8fb-088b-4c9b-9670-54522d6ea2d7
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-d6b67db56-fftfm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:51:34Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-667f95d746-qmv8p
    namespace: kserve-ci-e2e-test
    resourceVersion: "25435"
    uid: 289fbc40-0793-4dae-9978-ab2b8aae6f10
  kind: Event
  lastTimestamp: "2026-09-19T08:51:34Z"
  message: Add eth0 [10.133.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-19T08:51:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-19T08:51:34Z"
    name: isvc-canary-create-v2-predictor-667f95d746-qmv8p.18d6accc2282a30c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25468"
    uid: 9352a02d-adef-4628-8951-c047af0d942c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:51:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-667f95d746-qmv8p
    namespace: kserve-ci-e2e-test
    resourceVersion: "25428"
    uid: 289fbc40-0793-4dae-9978-ab2b8aae6f10
  kind: Event
  lastTimestamp: "2026-09-19T08:51:34Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T08:51:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:51:34Z"
    name: isvc-canary-create-v2-predictor-667f95d746-qmv8p.18d6accc23be5b94
    namespace: kserve-ci-e2e-test
    resourceVersion: "25470"
    uid: 9860fb9e-5d64-4c7e-84e1-cc237225864e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:51:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-667f95d746-qmv8p
    namespace: kserve-ci-e2e-test
    resourceVersion: "25428"
    uid: 289fbc40-0793-4dae-9978-ab2b8aae6f10
  kind: Event
  lastTimestamp: "2026-09-19T08:51:34Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-19T08:51:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:51:34Z"
    name: isvc-canary-create-v2-predictor-667f95d746-qmv8p.18d6accc25f6acbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "25471"
    uid: daf4889e-da6e-4da2-9d5d-e7a5d1d62055
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:51:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-667f95d746-qmv8p
    namespace: kserve-ci-e2e-test
    resourceVersion: "25428"
    uid: 289fbc40-0793-4dae-9978-ab2b8aae6f10
  kind: Event
  lastTimestamp: "2026-09-19T08:51:34Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-19T08:51:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:51:34Z"
    name: isvc-canary-create-v2-predictor-667f95d746-qmv8p.18d6accc2651abf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25472"
    uid: 2c1fbfdc-8f24-4127-9d0b-e2667ae58de2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:51:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-667f95d746-qmv8p
    namespace: kserve-ci-e2e-test
    resourceVersion: "25428"
    uid: 289fbc40-0793-4dae-9978-ab2b8aae6f10
  kind: Event
  lastTimestamp: "2026-09-19T08:51:39Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-2013"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T08:51:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:51:39Z"
    name: isvc-canary-create-v2-predictor-667f95d746-qmv8p.18d6accd2c3b5373
    namespace: kserve-ci-e2e-test
    resourceVersion: "25552"
    uid: f062e8b3-4fbd-4c35-a461-77972b3db6e2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:51:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-667f95d746-qmv8p
    namespace: kserve-ci-e2e-test
    resourceVersion: "25428"
    uid: 289fbc40-0793-4dae-9978-ab2b8aae6f10
  kind: Event
  lastTimestamp: "2026-09-19T08:51:39Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-19T08:51:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:51:39Z"
    name: isvc-canary-create-v2-predictor-667f95d746-qmv8p.18d6accd2f2f53ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "25554"
    uid: f176fb2f-b0df-4bcb-b3d9-1cfbf9d52435
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:51:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-667f95d746-qmv8p
    namespace: kserve-ci-e2e-test
    resourceVersion: "25428"
    uid: 289fbc40-0793-4dae-9978-ab2b8aae6f10
  kind: Event
  lastTimestamp: "2026-09-19T08:51:39Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-19T08:51:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:51:39Z"
    name: isvc-canary-create-v2-predictor-667f95d746-qmv8p.18d6accd2f910aaf
    namespace: kserve-ci-e2e-test
    resourceVersion: "25555"
    uid: 0aa0a489-f5a6-4408-b2f3-7a2fd53d8dc2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:51:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-667f95d746-qmv8p
    namespace: kserve-ci-e2e-test
    resourceVersion: "25428"
    uid: 289fbc40-0793-4dae-9978-ab2b8aae6f10
  kind: Event
  lastTimestamp: "2026-09-19T08:51:39Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T08:51:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:51:39Z"
    name: isvc-canary-create-v2-predictor-667f95d746-qmv8p.18d6accd2f9abadd
    namespace: kserve-ci-e2e-test
    resourceVersion: "25556"
    uid: 9c226027-76a9-4a69-86c7-9527d656bfd8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:51:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-667f95d746-qmv8p
    namespace: kserve-ci-e2e-test
    resourceVersion: "25428"
    uid: 289fbc40-0793-4dae-9978-ab2b8aae6f10
  kind: Event
  lastTimestamp: "2026-09-19T08:51:39Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-19T08:51:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:51:39Z"
    name: isvc-canary-create-v2-predictor-667f95d746-qmv8p.18d6accd3219f1e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25558"
    uid: 0f3f7990-d363-444c-a93d-a872243aec29
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:51:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-667f95d746-qmv8p
    namespace: kserve-ci-e2e-test
    resourceVersion: "25428"
    uid: 289fbc40-0793-4dae-9978-ab2b8aae6f10
  kind: Event
  lastTimestamp: "2026-09-19T08:51:39Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-19T08:51:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:51:39Z"
    name: isvc-canary-create-v2-predictor-667f95d746-qmv8p.18d6accd329ca8f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25559"
    uid: e383bbd4-dcbf-4bc6-8e1d-16df55804681
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-19T08:51:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-667f95d746-qmv8p
    namespace: kserve-ci-e2e-test
    resourceVersion: "25428"
    uid: 289fbc40-0793-4dae-9978-ab2b8aae6f10
  kind: Event
  lastTimestamp: "2026-09-19T08:53:16Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.29:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-19T08:51:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:53:16Z"
    name: isvc-canary-create-v2-predictor-667f95d746-qmv8p.18d6accd6856c308
    namespace: kserve-ci-e2e-test
    resourceVersion: "26535"
    uid: bc714991-063e-4024-b2ec-4dad6c17ffe4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:53:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-667f95d746-qmv8p
    namespace: kserve-ci-e2e-test
    resourceVersion: "25428"
    uid: 289fbc40-0793-4dae-9978-ab2b8aae6f10
  kind: Event
  lastTimestamp: "2026-09-19T08:53:14Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-19T08:53:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:53:14Z"
    name: isvc-canary-create-v2-predictor-667f95d746-qmv8p.18d6ace34d66f63e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26511"
    uid: a9e3e878-4137-4465-a96d-9651d8d86202
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:53:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-667f95d746-qmv8p
    namespace: kserve-ci-e2e-test
    resourceVersion: "25428"
    uid: 289fbc40-0793-4dae-9978-ab2b8aae6f10
  kind: Event
  lastTimestamp: "2026-09-19T08:53:14Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-19T08:53:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:53:14Z"
    name: isvc-canary-create-v2-predictor-667f95d746-qmv8p.18d6ace34d677850
    namespace: kserve-ci-e2e-test
    resourceVersion: "26513"
    uid: e6a794c6-6651-4590-bc32-0e648225a09b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:53:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-667f95d746-qmv8p
    namespace: kserve-ci-e2e-test
    resourceVersion: "25428"
    uid: 289fbc40-0793-4dae-9978-ab2b8aae6f10
  kind: Event
  lastTimestamp: "2026-09-19T08:53:16Z"
  message: 'Readiness probe failed: Get "https://10.133.0.29:8643/healthz": dial tcp
    10.133.0.29:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-19T08:53:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:53:16Z"
    name: isvc-canary-create-v2-predictor-667f95d746-qmv8p.18d6ace3c2c39ed7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26534"
    uid: 22c01e4d-ad65-4a41-b203-aecf6f9b9386
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:51:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-v2-predictor-667f95d746
    namespace: kserve-ci-e2e-test
    resourceVersion: "25409"
    uid: 86cc37d4-cf0a-47ed-9ad0-b0436b965ee3
  kind: Event
  lastTimestamp: "2026-09-19T08:51:34Z"
  message: 'Created pod: isvc-canary-create-v2-predictor-667f95d746-qmv8p'
  metadata:
    creationTimestamp: "2026-09-19T08:51:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:51:34Z"
    name: isvc-canary-create-v2-predictor-667f95d746.18d6accc0037d03c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25427"
    uid: af184c70-7bb7-4586-a9e5-3190dfa297ba
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:51:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25408"
    uid: b0f45a65-ee42-4cd4-8871-06c329f37eb3
  kind: Event
  lastTimestamp: "2026-09-19T08:51:34Z"
  message: Scaled up replica set isvc-canary-create-v2-predictor-667f95d746 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-19T08:51:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:51:34Z"
    name: isvc-canary-create-v2-predictor.18d6accbfcc0f779
    namespace: kserve-ci-e2e-test
    resourceVersion: "25410"
    uid: b7bf57e1-ba58-409b-82d2-73db52f023ff
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 19
  eventTime: null
  firstTimestamp: "2026-09-19T08:51:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "25401"
    uid: 7dfac790-db81-4f70-8b5e-601d938e8148
  kind: Event
  lastTimestamp: "2026-09-19T08:52:56Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-19T08:51:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T08:52:56Z"
    name: isvc-canary-create.18d6accbfe920472
    namespace: kserve-ci-e2e-test
    resourceVersion: "26345"
    uid: 87422c98-08df-4a7a-b004-8b698b25a7da
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-19T08:51:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "25401"
    uid: 7dfac790-db81-4f70-8b5e-601d938e8148
  kind: Event
  lastTimestamp: "2026-09-19T08:52:56Z"
  message: 'Failed to update status for InferenceService "isvc-canary-create": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-create":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-19T08:51:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T08:52:56Z"
    name: isvc-canary-create.18d6accbfef4df64
    namespace: kserve-ci-e2e-test
    resourceVersion: "26340"
    uid: 3bd29528-2abe-4404-a209-ed2124acef27
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-19T08:51:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "25401"
    uid: 7dfac790-db81-4f70-8b5e-601d938e8148
  kind: Event
  lastTimestamp: "2026-09-19T08:52:56Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-create": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-19T08:51:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T08:52:56Z"
    name: isvc-canary-create.18d6accbfef52c6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26341"
    uid: cbabc510-c3cd-44cb-8bd8-78b892873828
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:53:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "26454"
    uid: 7dfac790-db81-4f70-8b5e-601d938e8148
  kind: Event
  lastTimestamp: "2026-09-19T08:53:09Z"
  message: InferenceService [isvc-canary-create] is Ready
  metadata:
    creationTimestamp: "2026-09-19T08:53:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T08:53:09Z"
    name: isvc-canary-create.18d6ace249e29fe5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26455"
    uid: 06e057e2-dc24-442a-b315-510c04de66ff
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-19T08:53:19.394458Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-6546f8697f-65djb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26596"
    uid: 500f3b73-e44f-4854-bc5e-ca13bcdc70f1
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-predictor-6546f8697f-65djb
    to ip-10-0-136-99.ec2.internal
  metadata:
    creationTimestamp: "2026-09-19T08:53:19Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-19T08:53:19Z"
    name: isvc-canary-promote-predictor-6546f8697f-65djb.18d6ace4840f4a84
    namespace: kserve-ci-e2e-test
    resourceVersion: "26600"
    uid: e9893c2c-0df2-4bdc-8def-af91aacff861
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-d6b67db56-fftfm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:53:19Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-6546f8697f-65djb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26599"
    uid: 500f3b73-e44f-4854-bc5e-ca13bcdc70f1
  kind: Event
  lastTimestamp: "2026-09-19T08:53:19Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-promote-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-19T08:53:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:53:19Z"
    name: isvc-canary-promote-predictor-6546f8697f-65djb.18d6ace49406ae0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26630"
    uid: f2283f4e-2eef-4c59-acab-20ce2a5621da
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:53:20Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-6546f8697f-65djb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26604"
    uid: 500f3b73-e44f-4854-bc5e-ca13bcdc70f1
  kind: Event
  lastTimestamp: "2026-09-19T08:53:20Z"
  message: Add eth0 [10.132.0.54/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-19T08:53:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-19T08:53:20Z"
    name: isvc-canary-promote-predictor-6546f8697f-65djb.18d6ace4ca22a626
    namespace: kserve-ci-e2e-test
    resourceVersion: "26664"
    uid: dd297970-dec2-4454-8f06-a6e16409fda0
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:53:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-6546f8697f-65djb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26599"
    uid: 500f3b73-e44f-4854-bc5e-ca13bcdc70f1
  kind: Event
  lastTimestamp: "2026-09-19T08:53:20Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T08:53:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:53:20Z"
    name: isvc-canary-promote-predictor-6546f8697f-65djb.18d6ace4cc435aa2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26667"
    uid: 4abb99e3-c1e6-4bb0-9063-d04a04b5e1bb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:53:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-6546f8697f-65djb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26599"
    uid: 500f3b73-e44f-4854-bc5e-ca13bcdc70f1
  kind: Event
  lastTimestamp: "2026-09-19T08:53:20Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-19T08:53:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:53:20Z"
    name: isvc-canary-promote-predictor-6546f8697f-65djb.18d6ace4cee65d90
    namespace: kserve-ci-e2e-test
    resourceVersion: "26673"
    uid: e73c9261-f55b-4425-bea5-1f56e38259ce
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:53:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-6546f8697f-65djb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26599"
    uid: 500f3b73-e44f-4854-bc5e-ca13bcdc70f1
  kind: Event
  lastTimestamp: "2026-09-19T08:53:20Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-19T08:53:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:53:20Z"
    name: isvc-canary-promote-predictor-6546f8697f-65djb.18d6ace4cf54df42
    namespace: kserve-ci-e2e-test
    resourceVersion: "26674"
    uid: e3aa4ea3-cf0f-43f3-8ec9-dfa20f3c8159
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:53:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-6546f8697f-65djb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26599"
    uid: 500f3b73-e44f-4854-bc5e-ca13bcdc70f1
  kind: Event
  lastTimestamp: "2026-09-19T08:53:25Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-2013"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T08:53:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:53:25Z"
    name: isvc-canary-promote-predictor-6546f8697f-65djb.18d6ace5dda79513
    namespace: kserve-ci-e2e-test
    resourceVersion: "26774"
    uid: 11c1d8d5-ec53-4f6d-815e-d5605a02c4f7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:53:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-6546f8697f-65djb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26599"
    uid: 500f3b73-e44f-4854-bc5e-ca13bcdc70f1
  kind: Event
  lastTimestamp: "2026-09-19T08:53:25Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-19T08:53:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:53:25Z"
    name: isvc-canary-promote-predictor-6546f8697f-65djb.18d6ace5e1f5b603
    namespace: kserve-ci-e2e-test
    resourceVersion: "26781"
    uid: 4db41f69-5208-486d-a7e8-e6693557487c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:53:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-6546f8697f-65djb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26599"
    uid: 500f3b73-e44f-4854-bc5e-ca13bcdc70f1
  kind: Event
  lastTimestamp: "2026-09-19T08:53:25Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-19T08:53:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:53:25Z"
    name: isvc-canary-promote-predictor-6546f8697f-65djb.18d6ace5e26d59d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26784"
    uid: c2c72539-728e-49df-8463-a9f5aa63cb0e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:53:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-6546f8697f-65djb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26599"
    uid: 500f3b73-e44f-4854-bc5e-ca13bcdc70f1
  kind: Event
  lastTimestamp: "2026-09-19T08:53:25Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T08:53:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:53:25Z"
    name: isvc-canary-promote-predictor-6546f8697f-65djb.18d6ace5e276372e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26785"
    uid: 71ce5a67-f0e0-4db5-893f-0237215c72d7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:53:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-6546f8697f-65djb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26599"
    uid: 500f3b73-e44f-4854-bc5e-ca13bcdc70f1
  kind: Event
  lastTimestamp: "2026-09-19T08:53:25Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-19T08:53:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:53:25Z"
    name: isvc-canary-promote-predictor-6546f8697f-65djb.18d6ace5e6022da1
    namespace: kserve-ci-e2e-test
    resourceVersion: "26788"
    uid: 2aace991-bbee-4472-a27d-4f0f83ecb499
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:53:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-6546f8697f-65djb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26599"
    uid: 500f3b73-e44f-4854-bc5e-ca13bcdc70f1
  kind: Event
  lastTimestamp: "2026-09-19T08:53:25Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-19T08:53:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:53:25Z"
    name: isvc-canary-promote-predictor-6546f8697f-65djb.18d6ace5e68e099e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26790"
    uid: b3589a4d-04fa-4e62-ada8-b30696895953
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-19T08:53:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-6546f8697f-65djb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26599"
    uid: 500f3b73-e44f-4854-bc5e-ca13bcdc70f1
  kind: Event
  lastTimestamp: "2026-09-19T08:54:33Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.54:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-19T08:53:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:54:33Z"
    name: isvc-canary-promote-predictor-6546f8697f-65djb.18d6ace655e7e62e
    namespace: kserve-ci-e2e-test
    resourceVersion: "27316"
    uid: 07df8401-dcf3-4f92-bc93-e382991f80ac
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:54:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-6546f8697f-65djb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26599"
    uid: 500f3b73-e44f-4854-bc5e-ca13bcdc70f1
  kind: Event
  lastTimestamp: "2026-09-19T08:54:42Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-19T08:54:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:54:42Z"
    name: isvc-canary-promote-predictor-6546f8697f-65djb.18d6acf7d3ae588c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27405"
    uid: 8263a398-7622-4b97-a4cc-993966a71174
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:54:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-6546f8697f-65djb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26599"
    uid: 500f3b73-e44f-4854-bc5e-ca13bcdc70f1
  kind: Event
  lastTimestamp: "2026-09-19T08:54:42Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-19T08:54:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:54:42Z"
    name: isvc-canary-promote-predictor-6546f8697f-65djb.18d6acf7d3af4fa9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27406"
    uid: 9f925b55-1c28-4bc0-9f0f-3fec77ee7956
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:54:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-6546f8697f-65djb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26599"
    uid: 500f3b73-e44f-4854-bc5e-ca13bcdc70f1
  kind: Event
  lastTimestamp: "2026-09-19T08:54:43Z"
  message: 'Readiness probe failed: Get "https://10.132.0.54:8643/healthz": dial tcp
    10.132.0.54:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-19T08:54:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:54:43Z"
    name: isvc-canary-promote-predictor-6546f8697f-65djb.18d6acf8081965eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27432"
    uid: 1a0b7fb9-d3c8-4afa-bdae-c0b8076c02a5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-19T08:53:19.432472Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-6546f8697f-lbs2w
    namespace: kserve-ci-e2e-test
    resourceVersion: "26605"
    uid: 90d6d6d4-a00b-4498-a02c-436b23f5c147
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-predictor-6546f8697f-lbs2w
    to ip-10-0-136-228.ec2.internal
  metadata:
    creationTimestamp: "2026-09-19T08:53:19Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-19T08:53:19Z"
    name: isvc-canary-promote-predictor-6546f8697f-lbs2w.18d6ace486535bdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26611"
    uid: 5adb83d5-295d-4b30-bcb4-bc23ee8f6e49
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-d6b67db56-fftfm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:53:19Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-6546f8697f-lbs2w
    namespace: kserve-ci-e2e-test
    resourceVersion: "26609"
    uid: 90d6d6d4-a00b-4498-a02c-436b23f5c147
  kind: Event
  lastTimestamp: "2026-09-19T08:53:19Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-promote-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-19T08:53:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:53:19Z"
    name: isvc-canary-promote-predictor-6546f8697f-lbs2w.18d6ace4902e1a3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26627"
    uid: 6707b3ca-5893-4f1d-85f6-aed9db293f2b
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:53:20Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-6546f8697f-lbs2w
    namespace: kserve-ci-e2e-test
    resourceVersion: "26616"
    uid: 90d6d6d4-a00b-4498-a02c-436b23f5c147
  kind: Event
  lastTimestamp: "2026-09-19T08:53:20Z"
  message: Add eth0 [10.133.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-19T08:53:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-19T08:53:20Z"
    name: isvc-canary-promote-predictor-6546f8697f-lbs2w.18d6ace4cbfa29cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26666"
    uid: 271a1b99-b10c-427b-953e-60c5cf628f4f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:53:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-6546f8697f-lbs2w
    namespace: kserve-ci-e2e-test
    resourceVersion: "26609"
    uid: 90d6d6d4-a00b-4498-a02c-436b23f5c147
  kind: Event
  lastTimestamp: "2026-09-19T08:53:20Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T08:53:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:53:20Z"
    name: isvc-canary-promote-predictor-6546f8697f-lbs2w.18d6ace4cd5a6040
    namespace: kserve-ci-e2e-test
    resourceVersion: "26669"
    uid: f00809c4-fe57-4454-90ed-61415d3f2b8a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:53:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-6546f8697f-lbs2w
    namespace: kserve-ci-e2e-test
    resourceVersion: "26609"
    uid: 90d6d6d4-a00b-4498-a02c-436b23f5c147
  kind: Event
  lastTimestamp: "2026-09-19T08:53:20Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-19T08:53:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:53:20Z"
    name: isvc-canary-promote-predictor-6546f8697f-lbs2w.18d6ace4cffe8ea9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26675"
    uid: 5580c1cd-2ec9-4174-807d-3cb928ef0934
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:53:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-6546f8697f-lbs2w
    namespace: kserve-ci-e2e-test
    resourceVersion: "26609"
    uid: 90d6d6d4-a00b-4498-a02c-436b23f5c147
  kind: Event
  lastTimestamp: "2026-09-19T08:53:20Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-19T08:53:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:53:20Z"
    name: isvc-canary-promote-predictor-6546f8697f-lbs2w.18d6ace4d069b4c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "26676"
    uid: 6e3e9032-bae1-4fdc-9f5c-7bd89578eb9d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:53:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-6546f8697f-lbs2w
    namespace: kserve-ci-e2e-test
    resourceVersion: "26609"
    uid: 90d6d6d4-a00b-4498-a02c-436b23f5c147
  kind: Event
  lastTimestamp: "2026-09-19T08:53:24Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-2013"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T08:53:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:53:24Z"
    name: isvc-canary-promote-predictor-6546f8697f-lbs2w.18d6ace5bb19658b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26722"
    uid: 7ae5867f-7a8c-46c1-82a1-4114618c7e45
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:53:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-6546f8697f-lbs2w
    namespace: kserve-ci-e2e-test
    resourceVersion: "26609"
    uid: 90d6d6d4-a00b-4498-a02c-436b23f5c147
  kind: Event
  lastTimestamp: "2026-09-19T08:53:24Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-19T08:53:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:53:24Z"
    name: isvc-canary-promote-predictor-6546f8697f-lbs2w.18d6ace5be2791c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "26725"
    uid: e4638d95-bcec-4994-be41-aa9a4fb2f7bd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:53:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-6546f8697f-lbs2w
    namespace: kserve-ci-e2e-test
    resourceVersion: "26609"
    uid: 90d6d6d4-a00b-4498-a02c-436b23f5c147
  kind: Event
  lastTimestamp: "2026-09-19T08:53:24Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-19T08:53:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:53:24Z"
    name: isvc-canary-promote-predictor-6546f8697f-lbs2w.18d6ace5be938f40
    namespace: kserve-ci-e2e-test
    resourceVersion: "26726"
    uid: 4e8144a2-0a65-45c6-ac8b-0bd59c911606
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:53:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-6546f8697f-lbs2w
    namespace: kserve-ci-e2e-test
    resourceVersion: "26609"
    uid: 90d6d6d4-a00b-4498-a02c-436b23f5c147
  kind: Event
  lastTimestamp: "2026-09-19T08:53:24Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T08:53:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:53:24Z"
    name: isvc-canary-promote-predictor-6546f8697f-lbs2w.18d6ace5be9ccb36
    namespace: kserve-ci-e2e-test
    resourceVersion: "26727"
    uid: e82ebeb8-0b24-43d5-ab3d-73ee4db1d717
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:53:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-6546f8697f-lbs2w
    namespace: kserve-ci-e2e-test
    resourceVersion: "26609"
    uid: 90d6d6d4-a00b-4498-a02c-436b23f5c147
  kind: Event
  lastTimestamp: "2026-09-19T08:53:24Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-19T08:53:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:53:24Z"
    name: isvc-canary-promote-predictor-6546f8697f-lbs2w.18d6ace5c137e8da
    namespace: kserve-ci-e2e-test
    resourceVersion: "26730"
    uid: 8491bd58-f971-48a6-a769-ff0f8a28620c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:53:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-6546f8697f-lbs2w
    namespace: kserve-ci-e2e-test
    resourceVersion: "26609"
    uid: 90d6d6d4-a00b-4498-a02c-436b23f5c147
  kind: Event
  lastTimestamp: "2026-09-19T08:53:24Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-19T08:53:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:53:24Z"
    name: isvc-canary-promote-predictor-6546f8697f-lbs2w.18d6ace5c1ac8ede
    namespace: kserve-ci-e2e-test
    resourceVersion: "26731"
    uid: 861dfb4e-0b10-4b6f-b3a5-ae7b49e0c03b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-19T08:53:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-6546f8697f-lbs2w
    namespace: kserve-ci-e2e-test
    resourceVersion: "26609"
    uid: 90d6d6d4-a00b-4498-a02c-436b23f5c147
  kind: Event
  lastTimestamp: "2026-09-19T08:54:52Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.33:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-19T08:53:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:54:52Z"
    name: isvc-canary-promote-predictor-6546f8697f-lbs2w.18d6ace6330307b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27547"
    uid: c724d2d2-9db4-4788-8c98-b9577205f3d3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:54:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-6546f8697f-lbs2w
    namespace: kserve-ci-e2e-test
    resourceVersion: "26609"
    uid: 90d6d6d4-a00b-4498-a02c-436b23f5c147
  kind: Event
  lastTimestamp: "2026-09-19T08:54:49Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-19T08:54:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:54:49Z"
    name: isvc-canary-promote-predictor-6546f8697f-lbs2w.18d6acf97a50ea7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27500"
    uid: 791f459b-e5b4-4063-bb33-77362e4a5301
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:54:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-6546f8697f-lbs2w
    namespace: kserve-ci-e2e-test
    resourceVersion: "26609"
    uid: 90d6d6d4-a00b-4498-a02c-436b23f5c147
  kind: Event
  lastTimestamp: "2026-09-19T08:54:49Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-19T08:54:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:54:49Z"
    name: isvc-canary-promote-predictor-6546f8697f-lbs2w.18d6acf97a51675c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27503"
    uid: 5d58b306-95ca-449a-96f8-3c1eb945a46b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:54:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-6546f8697f-lbs2w
    namespace: kserve-ci-e2e-test
    resourceVersion: "26609"
    uid: 90d6d6d4-a00b-4498-a02c-436b23f5c147
  kind: Event
  lastTimestamp: "2026-09-19T08:54:52Z"
  message: 'Readiness probe failed: Get "https://10.133.0.33:8643/healthz": dial tcp
    10.133.0.33:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-19T08:54:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:54:52Z"
    name: isvc-canary-promote-predictor-6546f8697f-lbs2w.18d6acfa3945ffa2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27545"
    uid: 567b8c33-5640-4e08-8b65-c998df5253b3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:53:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-6546f8697f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26581"
    uid: 0ce85d7f-b01b-474c-9c78-481425a2912b
  kind: Event
  lastTimestamp: "2026-09-19T08:53:19Z"
  message: 'Created pod: isvc-canary-promote-predictor-6546f8697f-65djb'
  metadata:
    creationTimestamp: "2026-09-19T08:53:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:53:19Z"
    name: isvc-canary-promote-predictor-6546f8697f.18d6ace4838d2796
    namespace: kserve-ci-e2e-test
    resourceVersion: "26598"
    uid: b0fea3a9-d698-43c7-953d-6c50bc653397
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:53:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-6546f8697f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26581"
    uid: 0ce85d7f-b01b-474c-9c78-481425a2912b
  kind: Event
  lastTimestamp: "2026-09-19T08:53:19Z"
  message: 'Created pod: isvc-canary-promote-predictor-6546f8697f-lbs2w'
  metadata:
    creationTimestamp: "2026-09-19T08:53:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:53:19Z"
    name: isvc-canary-promote-predictor-6546f8697f.18d6ace485f8615a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26608"
    uid: 8fdd9eec-8bb1-4ce3-acf2-a48b3c19ea5f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:54:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-6546f8697f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27397"
    uid: 0ce85d7f-b01b-474c-9c78-481425a2912b
  kind: Event
  lastTimestamp: "2026-09-19T08:54:42Z"
  message: 'Deleted pod: isvc-canary-promote-predictor-6546f8697f-65djb'
  metadata:
    creationTimestamp: "2026-09-19T08:54:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:54:42Z"
    name: isvc-canary-promote-predictor-6546f8697f.18d6acf7d3790d8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27400"
    uid: 532ad083-3e3b-4ac2-a283-f2d9a9c132ac
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:53:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26580"
    uid: 6c13c8ae-7490-4c7e-90ff-a2c6995f0212
  kind: Event
  lastTimestamp: "2026-09-19T08:53:19Z"
  message: Scaled up replica set isvc-canary-promote-predictor-6546f8697f from 0 to
    2
  metadata:
    creationTimestamp: "2026-09-19T08:53:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:53:19Z"
    name: isvc-canary-promote-predictor.18d6ace480aebdc1
    namespace: kserve-ci-e2e-test
    resourceVersion: "26583"
    uid: 3b58acd6-acd5-4fb4-b667-45f981acba1d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:54:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27393"
    uid: 6c13c8ae-7490-4c7e-90ff-a2c6995f0212
  kind: Event
  lastTimestamp: "2026-09-19T08:54:42Z"
  message: Scaled down replica set isvc-canary-promote-predictor-6546f8697f from 2
    to 1
  metadata:
    creationTimestamp: "2026-09-19T08:54:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:54:42Z"
    name: isvc-canary-promote-predictor.18d6acf7d2f1417c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27398"
    uid: ee5450b5-a594-4e5b-b994-c531698a3867
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-19T08:53:19.356205Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-78pfh
    namespace: kserve-ci-e2e-test
    resourceVersion: "26585"
    uid: 1106ad51-89e3-430f-b6f0-b65ed6175d5f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-v2-predictor-84fcdd9b5b-78pfh
    to ip-10-0-136-99.ec2.internal
  metadata:
    creationTimestamp: "2026-09-19T08:53:19Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-19T08:53:19Z"
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-78pfh.18d6ace481c79cdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26592"
    uid: a5397e39-4fc8-430d-b8f0-81d1e9775eca
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-d6b67db56-fftfm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:53:19Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-78pfh
    namespace: kserve-ci-e2e-test
    resourceVersion: "26588"
    uid: 1106ad51-89e3-430f-b6f0-b65ed6175d5f
  kind: Event
  lastTimestamp: "2026-09-19T08:53:19Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-promote-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-19T08:53:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:53:19Z"
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-78pfh.18d6ace48df7b0cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26621"
    uid: 75a929f7-4015-4b48-b597-6aba1c04d2b5
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:53:20Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-78pfh
    namespace: kserve-ci-e2e-test
    resourceVersion: "26597"
    uid: 1106ad51-89e3-430f-b6f0-b65ed6175d5f
  kind: Event
  lastTimestamp: "2026-09-19T08:53:20Z"
  message: Add eth0 [10.132.0.53/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-19T08:53:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-19T08:53:20Z"
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-78pfh.18d6ace4c80e41c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26661"
    uid: 35434d95-9f77-4c90-b4c8-efd04f2ece07
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:53:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-78pfh
    namespace: kserve-ci-e2e-test
    resourceVersion: "26588"
    uid: 1106ad51-89e3-430f-b6f0-b65ed6175d5f
  kind: Event
  lastTimestamp: "2026-09-19T08:53:20Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T08:53:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:53:20Z"
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-78pfh.18d6ace4c974c0af
    namespace: kserve-ci-e2e-test
    resourceVersion: "26663"
    uid: 7c96f308-4155-4a52-ab87-9d5be81f414d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:53:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-78pfh
    namespace: kserve-ci-e2e-test
    resourceVersion: "26588"
    uid: 1106ad51-89e3-430f-b6f0-b65ed6175d5f
  kind: Event
  lastTimestamp: "2026-09-19T08:53:20Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-19T08:53:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:53:20Z"
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-78pfh.18d6ace4cde62a06
    namespace: kserve-ci-e2e-test
    resourceVersion: "26671"
    uid: cf21845a-d478-4c8c-936c-547ef7581db9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:53:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-78pfh
    namespace: kserve-ci-e2e-test
    resourceVersion: "26588"
    uid: 1106ad51-89e3-430f-b6f0-b65ed6175d5f
  kind: Event
  lastTimestamp: "2026-09-19T08:53:20Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-19T08:53:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:53:20Z"
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-78pfh.18d6ace4ce578bcc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26672"
    uid: 3d0b2a68-a93e-4a82-9169-ded821e793f7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:53:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-78pfh
    namespace: kserve-ci-e2e-test
    resourceVersion: "26588"
    uid: 1106ad51-89e3-430f-b6f0-b65ed6175d5f
  kind: Event
  lastTimestamp: "2026-09-19T08:53:25Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-2013"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T08:53:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:53:25Z"
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-78pfh.18d6ace5dd8e9ad1
    namespace: kserve-ci-e2e-test
    resourceVersion: "26773"
    uid: 9130c42d-f473-4174-8837-94e7cf0287ad
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:53:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-78pfh
    namespace: kserve-ci-e2e-test
    resourceVersion: "26588"
    uid: 1106ad51-89e3-430f-b6f0-b65ed6175d5f
  kind: Event
  lastTimestamp: "2026-09-19T08:53:25Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-19T08:53:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:53:25Z"
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-78pfh.18d6ace5e1eb10ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "26780"
    uid: 9aaa9a55-541f-4002-abbc-c040505c8a46
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:53:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-78pfh
    namespace: kserve-ci-e2e-test
    resourceVersion: "26588"
    uid: 1106ad51-89e3-430f-b6f0-b65ed6175d5f
  kind: Event
  lastTimestamp: "2026-09-19T08:53:25Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-19T08:53:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:53:25Z"
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-78pfh.18d6ace5e25f2560
    namespace: kserve-ci-e2e-test
    resourceVersion: "26782"
    uid: e89c80c2-36a1-46ad-a05a-409c75a3a5fd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:53:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-78pfh
    namespace: kserve-ci-e2e-test
    resourceVersion: "26588"
    uid: 1106ad51-89e3-430f-b6f0-b65ed6175d5f
  kind: Event
  lastTimestamp: "2026-09-19T08:53:25Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T08:53:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:53:25Z"
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-78pfh.18d6ace5e269db09
    namespace: kserve-ci-e2e-test
    resourceVersion: "26783"
    uid: 741b8321-1e6e-493d-8238-4a51d0423810
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:53:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-78pfh
    namespace: kserve-ci-e2e-test
    resourceVersion: "26588"
    uid: 1106ad51-89e3-430f-b6f0-b65ed6175d5f
  kind: Event
  lastTimestamp: "2026-09-19T08:53:25Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-19T08:53:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:53:25Z"
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-78pfh.18d6ace5e5f576d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26787"
    uid: 8251a17a-7bbb-4f4b-8364-a3483a27683d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:53:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-78pfh
    namespace: kserve-ci-e2e-test
    resourceVersion: "26588"
    uid: 1106ad51-89e3-430f-b6f0-b65ed6175d5f
  kind: Event
  lastTimestamp: "2026-09-19T08:53:25Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-19T08:53:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:53:25Z"
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-78pfh.18d6ace5e6772d2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26789"
    uid: a075c8f7-7547-4422-98ae-74e63044acea
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-19T08:53:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-78pfh
    namespace: kserve-ci-e2e-test
    resourceVersion: "26588"
    uid: 1106ad51-89e3-430f-b6f0-b65ed6175d5f
  kind: Event
  lastTimestamp: "2026-09-19T08:56:22Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.53:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-19T08:53:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:56:22Z"
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-78pfh.18d6ace61a00afd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28335"
    uid: 093ce400-91cc-41ed-8586-3a50f3996896
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:56:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-78pfh
    namespace: kserve-ci-e2e-test
    resourceVersion: "26588"
    uid: 1106ad51-89e3-430f-b6f0-b65ed6175d5f
  kind: Event
  lastTimestamp: "2026-09-19T08:56:19Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-19T08:56:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:56:19Z"
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-78pfh.18d6ad0e7864e8b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "28285"
    uid: ea820802-ad7d-470b-b08e-fccc5536e554
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:56:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-78pfh
    namespace: kserve-ci-e2e-test
    resourceVersion: "26588"
    uid: 1106ad51-89e3-430f-b6f0-b65ed6175d5f
  kind: Event
  lastTimestamp: "2026-09-19T08:56:19Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-19T08:56:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:56:19Z"
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-78pfh.18d6ad0e78655ce0
    namespace: kserve-ci-e2e-test
    resourceVersion: "28287"
    uid: 2741c9cf-f813-4fe7-aff5-fadda65ea7d3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:56:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-78pfh
    namespace: kserve-ci-e2e-test
    resourceVersion: "26588"
    uid: 1106ad51-89e3-430f-b6f0-b65ed6175d5f
  kind: Event
  lastTimestamp: "2026-09-19T08:56:22Z"
  message: 'Readiness probe failed: Get "https://10.132.0.53:8643/healthz": dial tcp
    10.132.0.53:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-19T08:56:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:56:22Z"
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-78pfh.18d6ad0f14b0712d
    namespace: kserve-ci-e2e-test
    resourceVersion: "28334"
    uid: 589a1fcc-073d-41e3-b826-560a2fa947e8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-19T08:54:49.475185Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-sl8zh
    namespace: kserve-ci-e2e-test
    resourceVersion: "27506"
    uid: abc85129-ea9e-43ec-bbbb-652e5ed0fef1
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-v2-predictor-84fcdd9b5b-sl8zh
    to ip-10-0-136-228.ec2.internal
  metadata:
    creationTimestamp: "2026-09-19T08:54:49Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-19T08:54:49Z"
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-sl8zh.18d6acf97d4a1637
    namespace: kserve-ci-e2e-test
    resourceVersion: "27511"
    uid: e0902752-07e8-477e-92b3-c08654a4d533
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-d6b67db56-fftfm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:54:50Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-sl8zh
    namespace: kserve-ci-e2e-test
    resourceVersion: "27515"
    uid: abc85129-ea9e-43ec-bbbb-652e5ed0fef1
  kind: Event
  lastTimestamp: "2026-09-19T08:54:50Z"
  message: Add eth0 [10.133.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-19T08:54:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-19T08:54:50Z"
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-sl8zh.18d6acf99f4b5209
    namespace: kserve-ci-e2e-test
    resourceVersion: "27522"
    uid: 682e497e-a2c2-473c-a639-0ce385d966b8
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:54:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-sl8zh
    namespace: kserve-ci-e2e-test
    resourceVersion: "27508"
    uid: abc85129-ea9e-43ec-bbbb-652e5ed0fef1
  kind: Event
  lastTimestamp: "2026-09-19T08:54:50Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T08:54:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:54:50Z"
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-sl8zh.18d6acf9a0b117b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "27524"
    uid: 1bdf7cb7-506c-467a-a03c-94c2a55f1246
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:54:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-sl8zh
    namespace: kserve-ci-e2e-test
    resourceVersion: "27508"
    uid: abc85129-ea9e-43ec-bbbb-652e5ed0fef1
  kind: Event
  lastTimestamp: "2026-09-19T08:54:50Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-19T08:54:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:54:50Z"
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-sl8zh.18d6acf9a34780a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27525"
    uid: b693dcdd-00f2-4339-86c6-a9d3b19e6dc8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:54:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-sl8zh
    namespace: kserve-ci-e2e-test
    resourceVersion: "27508"
    uid: abc85129-ea9e-43ec-bbbb-652e5ed0fef1
  kind: Event
  lastTimestamp: "2026-09-19T08:54:50Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-19T08:54:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:54:50Z"
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-sl8zh.18d6acf9a3b32cc3
    namespace: kserve-ci-e2e-test
    resourceVersion: "27526"
    uid: afb227f4-9a9f-4f32-8f30-84a29e2a208a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:54:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-sl8zh
    namespace: kserve-ci-e2e-test
    resourceVersion: "27508"
    uid: abc85129-ea9e-43ec-bbbb-652e5ed0fef1
  kind: Event
  lastTimestamp: "2026-09-19T08:54:54Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-2013"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T08:54:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:54:54Z"
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-sl8zh.18d6acfac4298ccf
    namespace: kserve-ci-e2e-test
    resourceVersion: "27563"
    uid: 864a6976-4285-4e60-90a7-288b496685e5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:54:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-sl8zh
    namespace: kserve-ci-e2e-test
    resourceVersion: "27508"
    uid: abc85129-ea9e-43ec-bbbb-652e5ed0fef1
  kind: Event
  lastTimestamp: "2026-09-19T08:54:55Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-19T08:54:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:54:55Z"
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-sl8zh.18d6acfac6baeee3
    namespace: kserve-ci-e2e-test
    resourceVersion: "27565"
    uid: 7d273956-e37d-4a69-b7e4-b8c062d92eac
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:54:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-sl8zh
    namespace: kserve-ci-e2e-test
    resourceVersion: "27508"
    uid: abc85129-ea9e-43ec-bbbb-652e5ed0fef1
  kind: Event
  lastTimestamp: "2026-09-19T08:54:55Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-19T08:54:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:54:55Z"
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-sl8zh.18d6acfac73a6c9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27567"
    uid: 6b86d69c-f5b5-4d50-a480-5d3a2b6e8ad1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:54:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-sl8zh
    namespace: kserve-ci-e2e-test
    resourceVersion: "27508"
    uid: abc85129-ea9e-43ec-bbbb-652e5ed0fef1
  kind: Event
  lastTimestamp: "2026-09-19T08:54:55Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T08:54:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:54:55Z"
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-sl8zh.18d6acfac743bd5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "27568"
    uid: 444f7497-ef74-4af0-9838-47fef1f91e5b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:54:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-sl8zh
    namespace: kserve-ci-e2e-test
    resourceVersion: "27508"
    uid: abc85129-ea9e-43ec-bbbb-652e5ed0fef1
  kind: Event
  lastTimestamp: "2026-09-19T08:54:55Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-19T08:54:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:54:55Z"
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-sl8zh.18d6acfac9cbb169
    namespace: kserve-ci-e2e-test
    resourceVersion: "27572"
    uid: 7e0583c2-443c-4e4e-b96a-92a27746c293
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:54:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-sl8zh
    namespace: kserve-ci-e2e-test
    resourceVersion: "27508"
    uid: abc85129-ea9e-43ec-bbbb-652e5ed0fef1
  kind: Event
  lastTimestamp: "2026-09-19T08:54:55Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-19T08:54:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:54:55Z"
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-sl8zh.18d6acfaca33d1b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27573"
    uid: c6eaeb88-be3d-4e31-b120-2f7f3d1b45c0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-19T08:54:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-sl8zh
    namespace: kserve-ci-e2e-test
    resourceVersion: "27508"
    uid: abc85129-ea9e-43ec-bbbb-652e5ed0fef1
  kind: Event
  lastTimestamp: "2026-09-19T08:56:21Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.34:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-19T08:54:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:56:21Z"
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-sl8zh.18d6acfb001daf6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28329"
    uid: 9ae851a0-6a76-4778-b88f-d8d085af6b25
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:56:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-sl8zh
    namespace: kserve-ci-e2e-test
    resourceVersion: "27508"
    uid: abc85129-ea9e-43ec-bbbb-652e5ed0fef1
  kind: Event
  lastTimestamp: "2026-09-19T08:56:19Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-19T08:56:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:56:19Z"
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-sl8zh.18d6ad0e7863a8c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "28286"
    uid: 1fadd943-9bd5-415e-b400-ae0885a3d25e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:56:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-sl8zh
    namespace: kserve-ci-e2e-test
    resourceVersion: "27508"
    uid: abc85129-ea9e-43ec-bbbb-652e5ed0fef1
  kind: Event
  lastTimestamp: "2026-09-19T08:56:19Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-19T08:56:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:56:19Z"
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-sl8zh.18d6ad0e7864e41d
    namespace: kserve-ci-e2e-test
    resourceVersion: "28288"
    uid: 6c16c218-38ed-474a-9881-12faeeaa3e28
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:56:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-sl8zh
    namespace: kserve-ci-e2e-test
    resourceVersion: "27508"
    uid: abc85129-ea9e-43ec-bbbb-652e5ed0fef1
  kind: Event
  lastTimestamp: "2026-09-19T08:56:21Z"
  message: 'Readiness probe failed: Get "https://10.133.0.34:8643/healthz": dial tcp
    10.133.0.34:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-19T08:56:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:56:21Z"
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-sl8zh.18d6ad0f0649235c
    namespace: kserve-ci-e2e-test
    resourceVersion: "28328"
    uid: 1e5b1ccd-78f1-4655-ae09-c1afaf1a8db2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:53:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26572"
    uid: adfbb1fa-8b4a-4701-83df-374bace9afdb
  kind: Event
  lastTimestamp: "2026-09-19T08:53:19Z"
  message: 'Created pod: isvc-canary-promote-v2-predictor-84fcdd9b5b-78pfh'
  metadata:
    creationTimestamp: "2026-09-19T08:53:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:53:19Z"
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b.18d6ace481682f71
    namespace: kserve-ci-e2e-test
    resourceVersion: "26589"
    uid: 46dab193-1ca4-43ad-979c-d4e7db3128c8
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:54:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27494"
    uid: adfbb1fa-8b4a-4701-83df-374bace9afdb
  kind: Event
  lastTimestamp: "2026-09-19T08:54:49Z"
  message: 'Created pod: isvc-canary-promote-v2-predictor-84fcdd9b5b-sl8zh'
  metadata:
    creationTimestamp: "2026-09-19T08:54:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:54:49Z"
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b.18d6acf97cbb6802
    namespace: kserve-ci-e2e-test
    resourceVersion: "27507"
    uid: ebe3b9cd-6901-4f0e-ab26-65581344dce7
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:53:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26571"
    uid: 1743279f-a84e-44ce-84ba-69b5af643f92
  kind: Event
  lastTimestamp: "2026-09-19T08:53:19Z"
  message: Scaled up replica set isvc-canary-promote-v2-predictor-84fcdd9b5b from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-19T08:53:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:53:19Z"
    name: isvc-canary-promote-v2-predictor.18d6ace47e75cf62
    namespace: kserve-ci-e2e-test
    resourceVersion: "26573"
    uid: 79f7cf52-312c-4886-a6ca-259548607d24
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:54:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27488"
    uid: 1743279f-a84e-44ce-84ba-69b5af643f92
  kind: Event
  lastTimestamp: "2026-09-19T08:54:49Z"
  message: Scaled up replica set isvc-canary-promote-v2-predictor-84fcdd9b5b from
    1 to 2
  metadata:
    creationTimestamp: "2026-09-19T08:54:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:54:49Z"
    name: isvc-canary-promote-v2-predictor.18d6acf979d5d8cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27499"
    uid: 75c2cc20-f1f3-4eda-8e65-c55f322ea7f1
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 21
  eventTime: null
  firstTimestamp: "2026-09-19T08:53:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "26563"
    uid: 7c33d582-6d99-4e98-b0ee-d4dd48d957da
  kind: Event
  lastTimestamp: "2026-09-19T08:54:42Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-19T08:53:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T08:54:42Z"
    name: isvc-canary-promote.18d6ace480618a2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27428"
    uid: 89e4e2aa-7eae-4ae6-9cf6-490e3b4d6bb8
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-19T08:53:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "26563"
    uid: 7c33d582-6d99-4e98-b0ee-d4dd48d957da
  kind: Event
  lastTimestamp: "2026-09-19T08:53:19Z"
  message: 'Failed to update status for InferenceService "isvc-canary-promote": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-promote":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-19T08:53:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T08:53:19Z"
    name: isvc-canary-promote.18d6ace480ee6a23
    namespace: kserve-ci-e2e-test
    resourceVersion: "26618"
    uid: 997a9323-4e15-404e-a06d-370c2ffceedb
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-19T08:53:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "26563"
    uid: 7c33d582-6d99-4e98-b0ee-d4dd48d957da
  kind: Event
  lastTimestamp: "2026-09-19T08:53:19Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-promote": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-19T08:53:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T08:53:19Z"
    name: isvc-canary-promote.18d6ace480eede05
    namespace: kserve-ci-e2e-test
    resourceVersion: "26619"
    uid: 0d625e3c-2ac5-471a-8763-072bffe848bd
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-19T08:54:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "27426"
    uid: 7c33d582-6d99-4e98-b0ee-d4dd48d957da
  kind: Event
  lastTimestamp: "2026-09-19T08:56:12Z"
  message: InferenceService [isvc-canary-promote] is Ready
  metadata:
    creationTimestamp: "2026-09-19T08:54:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T08:56:12Z"
    name: isvc-canary-promote.18d6acf7eb27c92d
    namespace: kserve-ci-e2e-test
    resourceVersion: "28213"
    uid: 4c859ffe-19f0-4647-85ee-aa9f4354a9b5
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-19T08:57:54.839300Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-7f7b644c9-cwr62
    namespace: kserve-ci-e2e-test
    resourceVersion: "29414"
    uid: 6f8672a6-798a-49da-9f40-2fb67b40cf2e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-7f7b644c9-cwr62
    to ip-10-0-136-99.ec2.internal
  metadata:
    creationTimestamp: "2026-09-19T08:57:54Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-19T08:57:54Z"
    name: isvc-canary-rollback-predictor-7f7b644c9-cwr62.18d6ad24a5da0777
    namespace: kserve-ci-e2e-test
    resourceVersion: "29418"
    uid: 6eaf5186-d79f-4864-a6cc-2cdbf2cf809e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-d6b67db56-fftfm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:57:55Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-7f7b644c9-cwr62
    namespace: kserve-ci-e2e-test
    resourceVersion: "29422"
    uid: 6f8672a6-798a-49da-9f40-2fb67b40cf2e
  kind: Event
  lastTimestamp: "2026-09-19T08:57:55Z"
  message: Add eth0 [10.132.0.59/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-19T08:57:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-19T08:57:55Z"
    name: isvc-canary-rollback-predictor-7f7b644c9-cwr62.18d6ad24c79609bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "29426"
    uid: 24b37100-4dd7-4d15-b4fa-23444f433df8
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:57:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f7b644c9-cwr62
    namespace: kserve-ci-e2e-test
    resourceVersion: "29416"
    uid: 6f8672a6-798a-49da-9f40-2fb67b40cf2e
  kind: Event
  lastTimestamp: "2026-09-19T08:57:55Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T08:57:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:57:55Z"
    name: isvc-canary-rollback-predictor-7f7b644c9-cwr62.18d6ad24c8f6d28c
    namespace: kserve-ci-e2e-test
    resourceVersion: "29428"
    uid: c45dca59-aa0e-45b2-b95e-2c799ea77aa3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:57:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f7b644c9-cwr62
    namespace: kserve-ci-e2e-test
    resourceVersion: "29416"
    uid: 6f8672a6-798a-49da-9f40-2fb67b40cf2e
  kind: Event
  lastTimestamp: "2026-09-19T08:57:55Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-19T08:57:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:57:55Z"
    name: isvc-canary-rollback-predictor-7f7b644c9-cwr62.18d6ad24cb3e77a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "29430"
    uid: 91f08dd8-40c4-4658-a1c0-17766d98bac4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:57:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f7b644c9-cwr62
    namespace: kserve-ci-e2e-test
    resourceVersion: "29416"
    uid: 6f8672a6-798a-49da-9f40-2fb67b40cf2e
  kind: Event
  lastTimestamp: "2026-09-19T08:57:55Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-19T08:57:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:57:55Z"
    name: isvc-canary-rollback-predictor-7f7b644c9-cwr62.18d6ad24cbbeb9f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "29431"
    uid: 0cb3cba5-739f-4013-8ba3-a14e683cb148
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:57:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f7b644c9-cwr62
    namespace: kserve-ci-e2e-test
    resourceVersion: "29416"
    uid: 6f8672a6-798a-49da-9f40-2fb67b40cf2e
  kind: Event
  lastTimestamp: "2026-09-19T08:57:59Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-2013"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T08:57:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:57:59Z"
    name: isvc-canary-rollback-predictor-7f7b644c9-cwr62.18d6ad25c41c1862
    namespace: kserve-ci-e2e-test
    resourceVersion: "29512"
    uid: 7ef7973d-7eb1-404d-9012-53d51224cac5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:57:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f7b644c9-cwr62
    namespace: kserve-ci-e2e-test
    resourceVersion: "29416"
    uid: 6f8672a6-798a-49da-9f40-2fb67b40cf2e
  kind: Event
  lastTimestamp: "2026-09-19T08:57:59Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-19T08:57:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:57:59Z"
    name: isvc-canary-rollback-predictor-7f7b644c9-cwr62.18d6ad25c71702b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "29516"
    uid: 471dd0e6-e197-4bf2-b494-12b525226c37
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:57:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f7b644c9-cwr62
    namespace: kserve-ci-e2e-test
    resourceVersion: "29416"
    uid: 6f8672a6-798a-49da-9f40-2fb67b40cf2e
  kind: Event
  lastTimestamp: "2026-09-19T08:57:59Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-19T08:57:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:57:59Z"
    name: isvc-canary-rollback-predictor-7f7b644c9-cwr62.18d6ad25c7872d1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "29518"
    uid: 34b2cb94-acaf-4a34-b637-6e0bbd01b9c5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:57:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f7b644c9-cwr62
    namespace: kserve-ci-e2e-test
    resourceVersion: "29416"
    uid: 6f8672a6-798a-49da-9f40-2fb67b40cf2e
  kind: Event
  lastTimestamp: "2026-09-19T08:57:59Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T08:57:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:57:59Z"
    name: isvc-canary-rollback-predictor-7f7b644c9-cwr62.18d6ad25c79109d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "29519"
    uid: ef613396-a54e-4d03-b2b0-d7255a43ded1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:57:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f7b644c9-cwr62
    namespace: kserve-ci-e2e-test
    resourceVersion: "29416"
    uid: 6f8672a6-798a-49da-9f40-2fb67b40cf2e
  kind: Event
  lastTimestamp: "2026-09-19T08:57:59Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-19T08:57:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:57:59Z"
    name: isvc-canary-rollback-predictor-7f7b644c9-cwr62.18d6ad25ca1c7a83
    namespace: kserve-ci-e2e-test
    resourceVersion: "29520"
    uid: 9c1b5e49-a642-4227-b284-e49dc5efe85d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:57:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f7b644c9-cwr62
    namespace: kserve-ci-e2e-test
    resourceVersion: "29416"
    uid: 6f8672a6-798a-49da-9f40-2fb67b40cf2e
  kind: Event
  lastTimestamp: "2026-09-19T08:57:59Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-19T08:57:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:57:59Z"
    name: isvc-canary-rollback-predictor-7f7b644c9-cwr62.18d6ad25ca91c640
    namespace: kserve-ci-e2e-test
    resourceVersion: "29521"
    uid: d7e83870-346d-4d69-b3d1-978d190e905b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-19T08:58:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f7b644c9-cwr62
    namespace: kserve-ci-e2e-test
    resourceVersion: "29416"
    uid: 6f8672a6-798a-49da-9f40-2fb67b40cf2e
  kind: Event
  lastTimestamp: "2026-09-19T08:59:26Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.59:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-19T08:58:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:59:26Z"
    name: isvc-canary-rollback-predictor-7f7b644c9-cwr62.18d6ad260022197b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30180"
    uid: d58636c6-cad8-4c44-8ebc-084f9e0cb052
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:59:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f7b644c9-cwr62
    namespace: kserve-ci-e2e-test
    resourceVersion: "29416"
    uid: 6f8672a6-798a-49da-9f40-2fb67b40cf2e
  kind: Event
  lastTimestamp: "2026-09-19T08:59:24Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-19T08:59:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:59:24Z"
    name: isvc-canary-rollback-predictor-7f7b644c9-cwr62.18d6ad399f27b121
    namespace: kserve-ci-e2e-test
    resourceVersion: "30160"
    uid: 777f2b76-b866-42f8-93d2-a54f6810bf85
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:59:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f7b644c9-cwr62
    namespace: kserve-ci-e2e-test
    resourceVersion: "29416"
    uid: 6f8672a6-798a-49da-9f40-2fb67b40cf2e
  kind: Event
  lastTimestamp: "2026-09-19T08:59:24Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-19T08:59:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:59:24Z"
    name: isvc-canary-rollback-predictor-7f7b644c9-cwr62.18d6ad399f283fb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "30162"
    uid: 4f765482-6cd4-4dc1-8d29-a042ca4696b3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:59:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f7b644c9-cwr62
    namespace: kserve-ci-e2e-test
    resourceVersion: "29416"
    uid: 6f8672a6-798a-49da-9f40-2fb67b40cf2e
  kind: Event
  lastTimestamp: "2026-09-19T08:59:26Z"
  message: 'Readiness probe failed: Get "https://10.132.0.59:8643/healthz": dial tcp
    10.132.0.59:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-19T08:59:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:59:26Z"
    name: isvc-canary-rollback-predictor-7f7b644c9-cwr62.18d6ad3a0679bdc3
    namespace: kserve-ci-e2e-test
    resourceVersion: "30179"
    uid: 163bf48e-756c-4b2d-ad04-c08719c48649
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-19T08:56:24.867930Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-7f7b644c9-fv7p6
    namespace: kserve-ci-e2e-test
    resourceVersion: "28405"
    uid: e7dd54f2-2f1b-4de4-9be2-fca6f237ab2f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-7f7b644c9-fv7p6
    to ip-10-0-136-228.ec2.internal
  metadata:
    creationTimestamp: "2026-09-19T08:56:24Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-19T08:56:24Z"
    name: isvc-canary-rollback-predictor-7f7b644c9-fv7p6.18d6ad0fb323e4bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "28409"
    uid: 06a1fd4c-9552-48b7-aa2f-1484fbd42d3a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-d6b67db56-fftfm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:56:25Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-7f7b644c9-fv7p6
    namespace: kserve-ci-e2e-test
    resourceVersion: "28407"
    uid: e7dd54f2-2f1b-4de4-9be2-fca6f237ab2f
  kind: Event
  lastTimestamp: "2026-09-19T08:56:25Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-rollback-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-19T08:56:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:56:25Z"
    name: isvc-canary-rollback-predictor-7f7b644c9-fv7p6.18d6ad0fbfbf15b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28424"
    uid: feecccf0-8021-478c-a9bb-4ea40f570d41
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:56:26Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-7f7b644c9-fv7p6
    namespace: kserve-ci-e2e-test
    resourceVersion: "28414"
    uid: e7dd54f2-2f1b-4de4-9be2-fca6f237ab2f
  kind: Event
  lastTimestamp: "2026-09-19T08:56:26Z"
  message: Add eth0 [10.133.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-19T08:56:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-19T08:56:26Z"
    name: isvc-canary-rollback-predictor-7f7b644c9-fv7p6.18d6ad0ff8cea8e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "28441"
    uid: f7126dc7-3765-4954-9e9c-1bda8e73ca2d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:56:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f7b644c9-fv7p6
    namespace: kserve-ci-e2e-test
    resourceVersion: "28407"
    uid: e7dd54f2-2f1b-4de4-9be2-fca6f237ab2f
  kind: Event
  lastTimestamp: "2026-09-19T08:56:26Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T08:56:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:56:26Z"
    name: isvc-canary-rollback-predictor-7f7b644c9-fv7p6.18d6ad0ffab09c7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "28445"
    uid: f3c3d3a8-f249-4ca5-a0e4-043b7fbc0d82
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:56:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f7b644c9-fv7p6
    namespace: kserve-ci-e2e-test
    resourceVersion: "28407"
    uid: e7dd54f2-2f1b-4de4-9be2-fca6f237ab2f
  kind: Event
  lastTimestamp: "2026-09-19T08:56:26Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-19T08:56:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:56:26Z"
    name: isvc-canary-rollback-predictor-7f7b644c9-fv7p6.18d6ad0ffd81d4cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "28447"
    uid: 671ddf24-07a9-4d3f-9f50-006feb0922e8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:56:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f7b644c9-fv7p6
    namespace: kserve-ci-e2e-test
    resourceVersion: "28407"
    uid: e7dd54f2-2f1b-4de4-9be2-fca6f237ab2f
  kind: Event
  lastTimestamp: "2026-09-19T08:56:26Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-19T08:56:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:56:26Z"
    name: isvc-canary-rollback-predictor-7f7b644c9-fv7p6.18d6ad0ffdedbcba
    namespace: kserve-ci-e2e-test
    resourceVersion: "28449"
    uid: 055f24b5-d607-49a1-99a6-b59f38cd5774
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:56:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f7b644c9-fv7p6
    namespace: kserve-ci-e2e-test
    resourceVersion: "28407"
    uid: e7dd54f2-2f1b-4de4-9be2-fca6f237ab2f
  kind: Event
  lastTimestamp: "2026-09-19T08:56:30Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-2013"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T08:56:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:56:30Z"
    name: isvc-canary-rollback-predictor-7f7b644c9-fv7p6.18d6ad10f90bb092
    namespace: kserve-ci-e2e-test
    resourceVersion: "28572"
    uid: b1c52cf5-c151-4dcf-b297-f2512340b856
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:56:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f7b644c9-fv7p6
    namespace: kserve-ci-e2e-test
    resourceVersion: "28407"
    uid: e7dd54f2-2f1b-4de4-9be2-fca6f237ab2f
  kind: Event
  lastTimestamp: "2026-09-19T08:56:30Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-19T08:56:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:56:30Z"
    name: isvc-canary-rollback-predictor-7f7b644c9-fv7p6.18d6ad10fbfc6732
    namespace: kserve-ci-e2e-test
    resourceVersion: "28574"
    uid: cab0cc4d-313b-4713-9753-fb670b98e8df
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:56:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f7b644c9-fv7p6
    namespace: kserve-ci-e2e-test
    resourceVersion: "28407"
    uid: e7dd54f2-2f1b-4de4-9be2-fca6f237ab2f
  kind: Event
  lastTimestamp: "2026-09-19T08:56:30Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-19T08:56:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:56:30Z"
    name: isvc-canary-rollback-predictor-7f7b644c9-fv7p6.18d6ad10fc69e657
    namespace: kserve-ci-e2e-test
    resourceVersion: "28575"
    uid: 2c5b838a-766f-415c-a325-ddd6968f2812
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:56:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f7b644c9-fv7p6
    namespace: kserve-ci-e2e-test
    resourceVersion: "28407"
    uid: e7dd54f2-2f1b-4de4-9be2-fca6f237ab2f
  kind: Event
  lastTimestamp: "2026-09-19T08:56:30Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T08:56:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:56:30Z"
    name: isvc-canary-rollback-predictor-7f7b644c9-fv7p6.18d6ad10fc734a53
    namespace: kserve-ci-e2e-test
    resourceVersion: "28576"
    uid: 4052a3f9-6631-4d3c-8de4-27685208e908
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:56:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f7b644c9-fv7p6
    namespace: kserve-ci-e2e-test
    resourceVersion: "28407"
    uid: e7dd54f2-2f1b-4de4-9be2-fca6f237ab2f
  kind: Event
  lastTimestamp: "2026-09-19T08:56:30Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-19T08:56:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:56:30Z"
    name: isvc-canary-rollback-predictor-7f7b644c9-fv7p6.18d6ad10fef660f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "28579"
    uid: e1722895-3e9c-4b6f-81d6-cc00c779fe16
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:56:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f7b644c9-fv7p6
    namespace: kserve-ci-e2e-test
    resourceVersion: "28407"
    uid: e7dd54f2-2f1b-4de4-9be2-fca6f237ab2f
  kind: Event
  lastTimestamp: "2026-09-19T08:56:30Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-19T08:56:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:56:30Z"
    name: isvc-canary-rollback-predictor-7f7b644c9-fv7p6.18d6ad10ff6210e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "28580"
    uid: d6f024f4-7262-4d6c-8bde-eb60c1b4d9cc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-09-19T08:56:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f7b644c9-fv7p6
    namespace: kserve-ci-e2e-test
    resourceVersion: "28407"
    uid: e7dd54f2-2f1b-4de4-9be2-fca6f237ab2f
  kind: Event
  lastTimestamp: "2026-09-19T08:59:51Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.36:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-19T08:56:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:59:51Z"
    name: isvc-canary-rollback-predictor-7f7b644c9-fv7p6.18d6ad1170e410d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30474"
    uid: 8b90c6cf-3018-4209-82e7-5ef782805911
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:59:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f7b644c9-fv7p6
    namespace: kserve-ci-e2e-test
    resourceVersion: "28407"
    uid: e7dd54f2-2f1b-4de4-9be2-fca6f237ab2f
  kind: Event
  lastTimestamp: "2026-09-19T08:59:24Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-19T08:59:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:59:24Z"
    name: isvc-canary-rollback-predictor-7f7b644c9-fv7p6.18d6ad399f081d9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "30159"
    uid: 49d0179d-d2e1-42c8-bb0c-bfeb335d5445
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:59:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f7b644c9-fv7p6
    namespace: kserve-ci-e2e-test
    resourceVersion: "28407"
    uid: e7dd54f2-2f1b-4de4-9be2-fca6f237ab2f
  kind: Event
  lastTimestamp: "2026-09-19T08:59:24Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-19T08:59:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:59:24Z"
    name: isvc-canary-rollback-predictor-7f7b644c9-fv7p6.18d6ad399f145542
    namespace: kserve-ci-e2e-test
    resourceVersion: "30161"
    uid: e25b06a0-ef3d-4a95-bc5e-f2b9f6ba0341
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-19T08:59:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f7b644c9-fv7p6
    namespace: kserve-ci-e2e-test
    resourceVersion: "28407"
    uid: e7dd54f2-2f1b-4de4-9be2-fca6f237ab2f
  kind: Event
  lastTimestamp: "2026-09-19T08:59:48Z"
  message: 'Readiness probe failed: Get "https://10.133.0.36:8643/healthz": dial tcp
    10.133.0.36:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-19T08:59:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:59:48Z"
    name: isvc-canary-rollback-predictor-7f7b644c9-fv7p6.18d6ad3a6ba06a3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30453"
    uid: b549bc87-feee-4cca-ba25-c0e3e7bfe124
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-19T08:56:24.819353Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-7f7b644c9-wp85q
    namespace: kserve-ci-e2e-test
    resourceVersion: "28392"
    uid: 08b74540-d700-4fdc-8148-771cdf6b554e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-7f7b644c9-wp85q
    to ip-10-0-136-99.ec2.internal
  metadata:
    creationTimestamp: "2026-09-19T08:56:24Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-19T08:56:24Z"
    name: isvc-canary-rollback-predictor-7f7b644c9-wp85q.18d6ad0fb03eac8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "28398"
    uid: 83d78345-67fd-49fc-9241-cfb88fe1b79e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-d6b67db56-fftfm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:56:25Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-7f7b644c9-wp85q
    namespace: kserve-ci-e2e-test
    resourceVersion: "28395"
    uid: 08b74540-d700-4fdc-8148-771cdf6b554e
  kind: Event
  lastTimestamp: "2026-09-19T08:56:25Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-rollback-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-19T08:56:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:56:25Z"
    name: isvc-canary-rollback-predictor-7f7b644c9-wp85q.18d6ad0fbe8fbb32
    namespace: kserve-ci-e2e-test
    resourceVersion: "28423"
    uid: e1bd8142-020d-447d-8d9c-d6f326e5b989
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:56:25Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-7f7b644c9-wp85q
    namespace: kserve-ci-e2e-test
    resourceVersion: "28404"
    uid: 08b74540-d700-4fdc-8148-771cdf6b554e
  kind: Event
  lastTimestamp: "2026-09-19T08:56:25Z"
  message: Add eth0 [10.132.0.57/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-19T08:56:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-19T08:56:25Z"
    name: isvc-canary-rollback-predictor-7f7b644c9-wp85q.18d6ad0ff65265ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "28438"
    uid: 6a874b19-e7b9-41fe-a60c-79b1c4bb4169
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:56:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f7b644c9-wp85q
    namespace: kserve-ci-e2e-test
    resourceVersion: "28395"
    uid: 08b74540-d700-4fdc-8148-771cdf6b554e
  kind: Event
  lastTimestamp: "2026-09-19T08:56:26Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T08:56:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:56:26Z"
    name: isvc-canary-rollback-predictor-7f7b644c9-wp85q.18d6ad0ff902c64e
    namespace: kserve-ci-e2e-test
    resourceVersion: "28442"
    uid: f5165721-62c2-4115-86bf-75ee70bf5586
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:56:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f7b644c9-wp85q
    namespace: kserve-ci-e2e-test
    resourceVersion: "28395"
    uid: 08b74540-d700-4fdc-8148-771cdf6b554e
  kind: Event
  lastTimestamp: "2026-09-19T08:56:26Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-19T08:56:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:56:26Z"
    name: isvc-canary-rollback-predictor-7f7b644c9-wp85q.18d6ad0ffd1fb946
    namespace: kserve-ci-e2e-test
    resourceVersion: "28446"
    uid: de6f0af5-ce3f-4eb6-8d04-d79624965dfa
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:56:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f7b644c9-wp85q
    namespace: kserve-ci-e2e-test
    resourceVersion: "28395"
    uid: 08b74540-d700-4fdc-8148-771cdf6b554e
  kind: Event
  lastTimestamp: "2026-09-19T08:56:26Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-19T08:56:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:56:26Z"
    name: isvc-canary-rollback-predictor-7f7b644c9-wp85q.18d6ad0ffd8efffb
    namespace: kserve-ci-e2e-test
    resourceVersion: "28448"
    uid: 3dc62698-93ad-4c84-954f-917c5a2e4a51
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:56:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f7b644c9-wp85q
    namespace: kserve-ci-e2e-test
    resourceVersion: "28395"
    uid: 08b74540-d700-4fdc-8148-771cdf6b554e
  kind: Event
  lastTimestamp: "2026-09-19T08:56:30Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-2013"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T08:56:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:56:30Z"
    name: isvc-canary-rollback-predictor-7f7b644c9-wp85q.18d6ad10ee0dfebb
    namespace: kserve-ci-e2e-test
    resourceVersion: "28560"
    uid: 79931cd9-aaa8-49fa-b184-e4c1d8fd86b7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:56:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f7b644c9-wp85q
    namespace: kserve-ci-e2e-test
    resourceVersion: "28395"
    uid: 08b74540-d700-4fdc-8148-771cdf6b554e
  kind: Event
  lastTimestamp: "2026-09-19T08:56:30Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-19T08:56:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:56:30Z"
    name: isvc-canary-rollback-predictor-7f7b644c9-wp85q.18d6ad10f1ae7c1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "28564"
    uid: 1878fe03-ba84-450a-82e2-4830bac27688
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:56:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f7b644c9-wp85q
    namespace: kserve-ci-e2e-test
    resourceVersion: "28395"
    uid: 08b74540-d700-4fdc-8148-771cdf6b554e
  kind: Event
  lastTimestamp: "2026-09-19T08:56:30Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-19T08:56:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:56:30Z"
    name: isvc-canary-rollback-predictor-7f7b644c9-wp85q.18d6ad10f232d762
    namespace: kserve-ci-e2e-test
    resourceVersion: "28566"
    uid: 7b6da005-069b-4b82-8909-f3c32dde81fa
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:56:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f7b644c9-wp85q
    namespace: kserve-ci-e2e-test
    resourceVersion: "28395"
    uid: 08b74540-d700-4fdc-8148-771cdf6b554e
  kind: Event
  lastTimestamp: "2026-09-19T08:56:30Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T08:56:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:56:30Z"
    name: isvc-canary-rollback-predictor-7f7b644c9-wp85q.18d6ad10f23d1df0
    namespace: kserve-ci-e2e-test
    resourceVersion: "28567"
    uid: 86afcfc1-997a-4e27-8cf5-8ad69f109cf0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:56:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f7b644c9-wp85q
    namespace: kserve-ci-e2e-test
    resourceVersion: "28395"
    uid: 08b74540-d700-4fdc-8148-771cdf6b554e
  kind: Event
  lastTimestamp: "2026-09-19T08:56:30Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-19T08:56:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:56:30Z"
    name: isvc-canary-rollback-predictor-7f7b644c9-wp85q.18d6ad10f57c5794
    namespace: kserve-ci-e2e-test
    resourceVersion: "28570"
    uid: b3adbfb7-7a1a-41a7-af36-d94c6c83b693
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:56:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f7b644c9-wp85q
    namespace: kserve-ci-e2e-test
    resourceVersion: "28395"
    uid: 08b74540-d700-4fdc-8148-771cdf6b554e
  kind: Event
  lastTimestamp: "2026-09-19T08:56:30Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-19T08:56:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:56:30Z"
    name: isvc-canary-rollback-predictor-7f7b644c9-wp85q.18d6ad10f5fff743
    namespace: kserve-ci-e2e-test
    resourceVersion: "28571"
    uid: b9ce838c-dbaf-4b91-b886-b45ad8ccfc71
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-19T08:56:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f7b644c9-wp85q
    namespace: kserve-ci-e2e-test
    resourceVersion: "28395"
    uid: 08b74540-d700-4fdc-8148-771cdf6b554e
  kind: Event
  lastTimestamp: "2026-09-19T08:57:38Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.57:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-19T08:56:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:57:38Z"
    name: isvc-canary-rollback-predictor-7f7b644c9-wp85q.18d6ad116672b686
    namespace: kserve-ci-e2e-test
    resourceVersion: "29193"
    uid: 48e81570-a6a0-4f1a-81be-3c60ad44e9a4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:57:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f7b644c9-wp85q
    namespace: kserve-ci-e2e-test
    resourceVersion: "28395"
    uid: 08b74540-d700-4fdc-8148-771cdf6b554e
  kind: Event
  lastTimestamp: "2026-09-19T08:57:47Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-19T08:57:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:57:47Z"
    name: isvc-canary-rollback-predictor-7f7b644c9-wp85q.18d6ad22e4713d76
    namespace: kserve-ci-e2e-test
    resourceVersion: "29295"
    uid: 078c189d-3c66-481a-85cd-a1ec413ec347
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:57:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f7b644c9-wp85q
    namespace: kserve-ci-e2e-test
    resourceVersion: "28395"
    uid: 08b74540-d700-4fdc-8148-771cdf6b554e
  kind: Event
  lastTimestamp: "2026-09-19T08:57:47Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-19T08:57:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:57:47Z"
    name: isvc-canary-rollback-predictor-7f7b644c9-wp85q.18d6ad22e472370e
    namespace: kserve-ci-e2e-test
    resourceVersion: "29296"
    uid: bbe4f584-a2a9-49a3-b0f4-2eff78597542
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:57:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f7b644c9-wp85q
    namespace: kserve-ci-e2e-test
    resourceVersion: "28395"
    uid: 08b74540-d700-4fdc-8148-771cdf6b554e
  kind: Event
  lastTimestamp: "2026-09-19T08:57:48Z"
  message: 'Readiness probe failed: Get "https://10.132.0.57:8643/healthz": dial tcp
    10.132.0.57:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-19T08:57:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:57:48Z"
    name: isvc-canary-rollback-predictor-7f7b644c9-wp85q.18d6ad231891ad1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "29315"
    uid: c06d0727-ec1d-4519-b043-c0575b8744e8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:57:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f7b644c9-wp85q
    namespace: kserve-ci-e2e-test
    resourceVersion: "28395"
    uid: 08b74540-d700-4fdc-8148-771cdf6b554e
  kind: Event
  lastTimestamp: "2026-09-19T08:57:54Z"
  message: 'Readiness probe failed: Get "https://10.132.0.57:8643/healthz": context
    deadline exceeded'
  metadata:
    creationTimestamp: "2026-09-19T08:57:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:57:54Z"
    name: isvc-canary-rollback-predictor-7f7b644c9-wp85q.18d6ad247e3bc49d
    namespace: kserve-ci-e2e-test
    resourceVersion: "29388"
    uid: ec6ed533-c1cc-431d-b734-7d16d6e9edfc
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:56:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-7f7b644c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28380"
    uid: 28b31fd0-9c1a-4525-a66b-24de20ab8a4b
  kind: Event
  lastTimestamp: "2026-09-19T08:56:24Z"
  message: 'Created pod: isvc-canary-rollback-predictor-7f7b644c9-wp85q'
  metadata:
    creationTimestamp: "2026-09-19T08:56:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:56:24Z"
    name: isvc-canary-rollback-predictor-7f7b644c9.18d6ad0fafbc989e
    namespace: kserve-ci-e2e-test
    resourceVersion: "28394"
    uid: 19f425cf-0bca-4eef-96f1-25a63fbef574
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:56:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-7f7b644c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28380"
    uid: 28b31fd0-9c1a-4525-a66b-24de20ab8a4b
  kind: Event
  lastTimestamp: "2026-09-19T08:56:24Z"
  message: 'Created pod: isvc-canary-rollback-predictor-7f7b644c9-fv7p6'
  metadata:
    creationTimestamp: "2026-09-19T08:56:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:56:24Z"
    name: isvc-canary-rollback-predictor-7f7b644c9.18d6ad0fb2b3336a
    namespace: kserve-ci-e2e-test
    resourceVersion: "28406"
    uid: 593e206b-a77e-45cd-8f7e-a9444c552733
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:57:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-7f7b644c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29287"
    uid: 28b31fd0-9c1a-4525-a66b-24de20ab8a4b
  kind: Event
  lastTimestamp: "2026-09-19T08:57:47Z"
  message: 'Deleted pod: isvc-canary-rollback-predictor-7f7b644c9-wp85q'
  metadata:
    creationTimestamp: "2026-09-19T08:57:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:57:47Z"
    name: isvc-canary-rollback-predictor-7f7b644c9.18d6ad22e447961f
    namespace: kserve-ci-e2e-test
    resourceVersion: "29292"
    uid: 9cfa4054-2595-4a80-826f-8571d789c5b0
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:57:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-7f7b644c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29403"
    uid: 28b31fd0-9c1a-4525-a66b-24de20ab8a4b
  kind: Event
  lastTimestamp: "2026-09-19T08:57:54Z"
  message: 'Created pod: isvc-canary-rollback-predictor-7f7b644c9-cwr62'
  metadata:
    creationTimestamp: "2026-09-19T08:57:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:57:54Z"
    name: isvc-canary-rollback-predictor-7f7b644c9.18d6ad24a570728b
    namespace: kserve-ci-e2e-test
    resourceVersion: "29415"
    uid: 9b388780-7d54-4088-a3ee-4802b09676cc
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:56:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28379"
    uid: 55066707-025c-4ccb-b9cd-5f24ef2ed978
  kind: Event
  lastTimestamp: "2026-09-19T08:56:24Z"
  message: Scaled up replica set isvc-canary-rollback-predictor-7f7b644c9 from 0 to
    2
  metadata:
    creationTimestamp: "2026-09-19T08:56:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:56:24Z"
    name: isvc-canary-rollback-predictor.18d6ad0faca1e2f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28382"
    uid: f4dbd7b4-3933-4f2f-aff8-0a40dd676c6b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:57:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29283"
    uid: 55066707-025c-4ccb-b9cd-5f24ef2ed978
  kind: Event
  lastTimestamp: "2026-09-19T08:57:47Z"
  message: Scaled down replica set isvc-canary-rollback-predictor-7f7b644c9 from 2
    to 1
  metadata:
    creationTimestamp: "2026-09-19T08:57:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:57:47Z"
    name: isvc-canary-rollback-predictor.18d6ad22e3bbd530
    namespace: kserve-ci-e2e-test
    resourceVersion: "29288"
    uid: 0b843ed6-fb38-4bff-bdd0-62403149f959
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:57:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29397"
    uid: 55066707-025c-4ccb-b9cd-5f24ef2ed978
  kind: Event
  lastTimestamp: "2026-09-19T08:57:54Z"
  message: Scaled up replica set isvc-canary-rollback-predictor-7f7b644c9 from 1 to
    2
  metadata:
    creationTimestamp: "2026-09-19T08:57:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:57:54Z"
    name: isvc-canary-rollback-predictor.18d6ad24a2aa9bf8
    namespace: kserve-ci-e2e-test
    resourceVersion: "29407"
    uid: 3d18791a-3f63-452e-99b1-3f1eb0a8a18b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-19T08:56:24.803353Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-56575f6cc4-dcns5
    namespace: kserve-ci-e2e-test
    resourceVersion: "28387"
    uid: 92bfe51b-2e0a-4e4c-84ad-cc4b73c6a7a2
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-v2-predictor-56575f6cc4-dcns5
    to ip-10-0-136-99.ec2.internal
  metadata:
    creationTimestamp: "2026-09-19T08:56:24Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-19T08:56:24Z"
    name: isvc-canary-rollback-v2-predictor-56575f6cc4-dcns5.18d6ad0faf4a8f18
    namespace: kserve-ci-e2e-test
    resourceVersion: "28393"
    uid: 442ebbd0-4542-4b87-a783-256ac0212373
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-d6b67db56-fftfm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:56:25Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-56575f6cc4-dcns5
    namespace: kserve-ci-e2e-test
    resourceVersion: "28403"
    uid: 92bfe51b-2e0a-4e4c-84ad-cc4b73c6a7a2
  kind: Event
  lastTimestamp: "2026-09-19T08:56:25Z"
  message: Add eth0 [10.132.0.56/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-19T08:56:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-19T08:56:25Z"
    name: isvc-canary-rollback-v2-predictor-56575f6cc4-dcns5.18d6ad0fd1a210c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "28428"
    uid: 8a61cbcf-2f2d-414b-8502-9c916c12cd25
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:56:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-56575f6cc4-dcns5
    namespace: kserve-ci-e2e-test
    resourceVersion: "28390"
    uid: 92bfe51b-2e0a-4e4c-84ad-cc4b73c6a7a2
  kind: Event
  lastTimestamp: "2026-09-19T08:56:25Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T08:56:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:56:25Z"
    name: isvc-canary-rollback-v2-predictor-56575f6cc4-dcns5.18d6ad0fd31b3ce1
    namespace: kserve-ci-e2e-test
    resourceVersion: "28430"
    uid: ced49865-0262-4cc7-b7b5-29423ad47be9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:56:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-56575f6cc4-dcns5
    namespace: kserve-ci-e2e-test
    resourceVersion: "28390"
    uid: 92bfe51b-2e0a-4e4c-84ad-cc4b73c6a7a2
  kind: Event
  lastTimestamp: "2026-09-19T08:56:25Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-19T08:56:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:56:25Z"
    name: isvc-canary-rollback-v2-predictor-56575f6cc4-dcns5.18d6ad0fd5ce3746
    namespace: kserve-ci-e2e-test
    resourceVersion: "28432"
    uid: 3923fe34-27a7-486b-9c16-67c74328f8a5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:56:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-56575f6cc4-dcns5
    namespace: kserve-ci-e2e-test
    resourceVersion: "28390"
    uid: 92bfe51b-2e0a-4e4c-84ad-cc4b73c6a7a2
  kind: Event
  lastTimestamp: "2026-09-19T08:56:25Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-19T08:56:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:56:25Z"
    name: isvc-canary-rollback-v2-predictor-56575f6cc4-dcns5.18d6ad0fd63d8189
    namespace: kserve-ci-e2e-test
    resourceVersion: "28433"
    uid: cc410071-e5f8-4d23-b396-d1b9f947a8e0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:56:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-56575f6cc4-dcns5
    namespace: kserve-ci-e2e-test
    resourceVersion: "28390"
    uid: 92bfe51b-2e0a-4e4c-84ad-cc4b73c6a7a2
  kind: Event
  lastTimestamp: "2026-09-19T08:56:29Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-2013"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T08:56:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:56:29Z"
    name: isvc-canary-rollback-v2-predictor-56575f6cc4-dcns5.18d6ad10b212e8c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "28544"
    uid: 48324371-14cf-4beb-a220-ecbab20a6d7a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:56:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-56575f6cc4-dcns5
    namespace: kserve-ci-e2e-test
    resourceVersion: "28390"
    uid: 92bfe51b-2e0a-4e4c-84ad-cc4b73c6a7a2
  kind: Event
  lastTimestamp: "2026-09-19T08:56:29Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-19T08:56:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:56:29Z"
    name: isvc-canary-rollback-v2-predictor-56575f6cc4-dcns5.18d6ad10b64a6ab4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28547"
    uid: 1beaa11b-500e-4e99-9c74-0634f9726803
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:56:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-56575f6cc4-dcns5
    namespace: kserve-ci-e2e-test
    resourceVersion: "28390"
    uid: 92bfe51b-2e0a-4e4c-84ad-cc4b73c6a7a2
  kind: Event
  lastTimestamp: "2026-09-19T08:56:29Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-19T08:56:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:56:29Z"
    name: isvc-canary-rollback-v2-predictor-56575f6cc4-dcns5.18d6ad10b6c16ae3
    namespace: kserve-ci-e2e-test
    resourceVersion: "28548"
    uid: 0368c15a-2037-42c1-8361-a0be3002f054
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:56:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-56575f6cc4-dcns5
    namespace: kserve-ci-e2e-test
    resourceVersion: "28390"
    uid: 92bfe51b-2e0a-4e4c-84ad-cc4b73c6a7a2
  kind: Event
  lastTimestamp: "2026-09-19T08:56:29Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T08:56:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:56:29Z"
    name: isvc-canary-rollback-v2-predictor-56575f6cc4-dcns5.18d6ad10b6cb0707
    namespace: kserve-ci-e2e-test
    resourceVersion: "28549"
    uid: ff1fcfee-1fca-4b16-8ad9-fadac580ffb1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:56:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-56575f6cc4-dcns5
    namespace: kserve-ci-e2e-test
    resourceVersion: "28390"
    uid: 92bfe51b-2e0a-4e4c-84ad-cc4b73c6a7a2
  kind: Event
  lastTimestamp: "2026-09-19T08:56:29Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-19T08:56:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:56:29Z"
    name: isvc-canary-rollback-v2-predictor-56575f6cc4-dcns5.18d6ad10ba5d0c4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "28550"
    uid: 5a7b4bb4-a568-4a2b-a3ca-33bb300b8d1d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:56:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-56575f6cc4-dcns5
    namespace: kserve-ci-e2e-test
    resourceVersion: "28390"
    uid: 92bfe51b-2e0a-4e4c-84ad-cc4b73c6a7a2
  kind: Event
  lastTimestamp: "2026-09-19T08:56:29Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-19T08:56:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:56:29Z"
    name: isvc-canary-rollback-v2-predictor-56575f6cc4-dcns5.18d6ad10bad01384
    namespace: kserve-ci-e2e-test
    resourceVersion: "28551"
    uid: d73b3ffb-1147-4302-920b-f46ae8c6738d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-19T08:56:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-56575f6cc4-dcns5
    namespace: kserve-ci-e2e-test
    resourceVersion: "28390"
    uid: 92bfe51b-2e0a-4e4c-84ad-cc4b73c6a7a2
  kind: Event
  lastTimestamp: "2026-09-19T08:57:57Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.56:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-19T08:56:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:57:57Z"
    name: isvc-canary-rollback-v2-predictor-56575f6cc4-dcns5.18d6ad112a4c4d17
    namespace: kserve-ci-e2e-test
    resourceVersion: "29485"
    uid: 7b46684f-168d-4bf7-b876-b4b577823da2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:57:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-56575f6cc4-dcns5
    namespace: kserve-ci-e2e-test
    resourceVersion: "28390"
    uid: 92bfe51b-2e0a-4e4c-84ad-cc4b73c6a7a2
  kind: Event
  lastTimestamp: "2026-09-19T08:57:54Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-19T08:57:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:57:54Z"
    name: isvc-canary-rollback-v2-predictor-56575f6cc4-dcns5.18d6ad24a37310e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "29410"
    uid: 4375c81d-857d-4b81-8b8c-c28f44a9053a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:57:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-56575f6cc4-dcns5
    namespace: kserve-ci-e2e-test
    resourceVersion: "28390"
    uid: 92bfe51b-2e0a-4e4c-84ad-cc4b73c6a7a2
  kind: Event
  lastTimestamp: "2026-09-19T08:57:54Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-19T08:57:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:57:54Z"
    name: isvc-canary-rollback-v2-predictor-56575f6cc4-dcns5.18d6ad24a3739531
    namespace: kserve-ci-e2e-test
    resourceVersion: "29412"
    uid: e0d64d4f-738b-4839-b241-28d4a1ddbb1d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:57:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-56575f6cc4-dcns5
    namespace: kserve-ci-e2e-test
    resourceVersion: "28390"
    uid: 92bfe51b-2e0a-4e4c-84ad-cc4b73c6a7a2
  kind: Event
  lastTimestamp: "2026-09-19T08:57:57Z"
  message: 'Readiness probe failed: Get "https://10.132.0.56:8643/healthz": dial tcp
    10.132.0.56:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-19T08:57:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:57:57Z"
    name: isvc-canary-rollback-v2-predictor-56575f6cc4-dcns5.18d6ad2530c4ad73
    namespace: kserve-ci-e2e-test
    resourceVersion: "29484"
    uid: cc53f96d-419b-4ffe-a621-961bfb90c67b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:56:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-v2-predictor-56575f6cc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28371"
    uid: f9ab8f1d-f4c0-4beb-93d7-0544e781d986
  kind: Event
  lastTimestamp: "2026-09-19T08:56:24Z"
  message: 'Created pod: isvc-canary-rollback-v2-predictor-56575f6cc4-dcns5'
  metadata:
    creationTimestamp: "2026-09-19T08:56:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:56:24Z"
    name: isvc-canary-rollback-v2-predictor-56575f6cc4.18d6ad0faed847e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28389"
    uid: ac7bd07f-0552-4502-9430-ba433ca39106
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:56:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28370"
    uid: 803b6dd8-46c4-4f7c-a160-a78ef50cb778
  kind: Event
  lastTimestamp: "2026-09-19T08:56:24Z"
  message: Scaled up replica set isvc-canary-rollback-v2-predictor-56575f6cc4 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-19T08:56:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:56:24Z"
    name: isvc-canary-rollback-v2-predictor.18d6ad0faa93f9f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28372"
    uid: d082d213-615f-49ad-86a8-6e279e10c203
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 21
  eventTime: null
  firstTimestamp: "2026-09-19T08:56:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "28363"
    uid: 1722c111-1365-47e0-9a36-55be22a29e59
  kind: Event
  lastTimestamp: "2026-09-19T08:57:51Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-19T08:56:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T08:57:51Z"
    name: isvc-canary-rollback.18d6ad0fac413722
    namespace: kserve-ci-e2e-test
    resourceVersion: "29342"
    uid: 141a318e-95a1-48f2-92a6-6eeb1a36fac8
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-19T08:56:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "28363"
    uid: 1722c111-1365-47e0-9a36-55be22a29e59
  kind: Event
  lastTimestamp: "2026-09-19T08:57:47Z"
  message: 'Failed to update status for InferenceService "isvc-canary-rollback": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-rollback":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-19T08:56:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T08:57:47Z"
    name: isvc-canary-rollback.18d6ad0facb0ecf6
    namespace: kserve-ci-e2e-test
    resourceVersion: "29305"
    uid: f3e2ca65-1ae5-405a-91c5-75ceede0170b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-19T08:56:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "28363"
    uid: 1722c111-1365-47e0-9a36-55be22a29e59
  kind: Event
  lastTimestamp: "2026-09-19T08:57:47Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-rollback": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-19T08:56:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T08:57:47Z"
    name: isvc-canary-rollback.18d6ad0facb124a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "29306"
    uid: a6643705-4e9c-44a4-95ff-c10135c8b5d1
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-19T08:57:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "29343"
    uid: 1722c111-1365-47e0-9a36-55be22a29e59
  kind: Event
  lastTimestamp: "2026-09-19T08:59:16Z"
  message: InferenceService [isvc-canary-rollback] is Ready
  metadata:
    creationTimestamp: "2026-09-19T08:57:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T08:59:16Z"
    name: isvc-canary-rollback.18d6ad23d2449bfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30090"
    uid: d424b6fb-5902-4678-a149-f75254cee1c1
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-19T08:59:30.153681Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-5ffdccb94c-gcsfq
    namespace: kserve-ci-e2e-test
    resourceVersion: "30239"
    uid: b71bdfac-0933-4392-bb47-5255bbd69dfa
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-predictor-5ffdccb94c-gcsfq
    to ip-10-0-136-99.ec2.internal
  metadata:
    creationTimestamp: "2026-09-19T08:59:30Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-19T08:59:30Z"
    name: isvc-canary-stop-predictor-5ffdccb94c-gcsfq.18d6ad3ad708095e
    namespace: kserve-ci-e2e-test
    resourceVersion: "30249"
    uid: 56b461ed-c06e-48e9-9dae-cfd60b70225b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-d6b67db56-fftfm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:59:30Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-5ffdccb94c-gcsfq
    namespace: kserve-ci-e2e-test
    resourceVersion: "30243"
    uid: b71bdfac-0933-4392-bb47-5255bbd69dfa
  kind: Event
  lastTimestamp: "2026-09-19T08:59:30Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-stop-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-19T08:59:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:59:30Z"
    name: isvc-canary-stop-predictor-5ffdccb94c-gcsfq.18d6ad3ae35ebcd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "30271"
    uid: 839d950a-6f8c-4ba8-915e-e3161a9286f4
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:59:31Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-5ffdccb94c-gcsfq
    namespace: kserve-ci-e2e-test
    resourceVersion: "30255"
    uid: b71bdfac-0933-4392-bb47-5255bbd69dfa
  kind: Event
  lastTimestamp: "2026-09-19T08:59:31Z"
  message: Add eth0 [10.132.0.61/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-19T08:59:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-19T08:59:31Z"
    name: isvc-canary-stop-predictor-5ffdccb94c-gcsfq.18d6ad3b1d41a57b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30294"
    uid: 7d0d71d2-444c-4033-b53c-65c4125fe82f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:59:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-5ffdccb94c-gcsfq
    namespace: kserve-ci-e2e-test
    resourceVersion: "30243"
    uid: b71bdfac-0933-4392-bb47-5255bbd69dfa
  kind: Event
  lastTimestamp: "2026-09-19T08:59:31Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T08:59:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:59:31Z"
    name: isvc-canary-stop-predictor-5ffdccb94c-gcsfq.18d6ad3b1e9795c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30296"
    uid: d5a10720-8365-44b0-916f-bf786d000df0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:59:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-5ffdccb94c-gcsfq
    namespace: kserve-ci-e2e-test
    resourceVersion: "30243"
    uid: b71bdfac-0933-4392-bb47-5255bbd69dfa
  kind: Event
  lastTimestamp: "2026-09-19T08:59:31Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-19T08:59:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:59:31Z"
    name: isvc-canary-stop-predictor-5ffdccb94c-gcsfq.18d6ad3b224b3875
    namespace: kserve-ci-e2e-test
    resourceVersion: "30297"
    uid: 98ebe3c8-9a1c-475d-8745-d7804db6e490
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:59:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-5ffdccb94c-gcsfq
    namespace: kserve-ci-e2e-test
    resourceVersion: "30243"
    uid: b71bdfac-0933-4392-bb47-5255bbd69dfa
  kind: Event
  lastTimestamp: "2026-09-19T08:59:31Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-19T08:59:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:59:31Z"
    name: isvc-canary-stop-predictor-5ffdccb94c-gcsfq.18d6ad3b22b7f7f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30298"
    uid: 913e2f86-5783-4389-977b-fee7556098fc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:59:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-5ffdccb94c-gcsfq
    namespace: kserve-ci-e2e-test
    resourceVersion: "30243"
    uid: b71bdfac-0933-4392-bb47-5255bbd69dfa
  kind: Event
  lastTimestamp: "2026-09-19T08:59:36Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-2013"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T08:59:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:59:36Z"
    name: isvc-canary-stop-predictor-5ffdccb94c-gcsfq.18d6ad3c3a6feec7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30352"
    uid: ea63d74d-033f-4d72-ade2-374f1a6c77ad
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:59:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-5ffdccb94c-gcsfq
    namespace: kserve-ci-e2e-test
    resourceVersion: "30243"
    uid: b71bdfac-0933-4392-bb47-5255bbd69dfa
  kind: Event
  lastTimestamp: "2026-09-19T08:59:36Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-19T08:59:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:59:36Z"
    name: isvc-canary-stop-predictor-5ffdccb94c-gcsfq.18d6ad3c3e02c59f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30355"
    uid: 3812350f-6416-4908-96a5-269c8fe73b4c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:59:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-5ffdccb94c-gcsfq
    namespace: kserve-ci-e2e-test
    resourceVersion: "30243"
    uid: b71bdfac-0933-4392-bb47-5255bbd69dfa
  kind: Event
  lastTimestamp: "2026-09-19T08:59:36Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-19T08:59:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:59:36Z"
    name: isvc-canary-stop-predictor-5ffdccb94c-gcsfq.18d6ad3c3e7032b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "30356"
    uid: ef47b2d1-b505-4aad-a2cd-feccb5348982
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:59:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-5ffdccb94c-gcsfq
    namespace: kserve-ci-e2e-test
    resourceVersion: "30243"
    uid: b71bdfac-0933-4392-bb47-5255bbd69dfa
  kind: Event
  lastTimestamp: "2026-09-19T08:59:36Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T08:59:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:59:36Z"
    name: isvc-canary-stop-predictor-5ffdccb94c-gcsfq.18d6ad3c3e7a624e
    namespace: kserve-ci-e2e-test
    resourceVersion: "30357"
    uid: 758b9634-6fe8-44b0-97d3-50f2b3e39cad
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:59:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-5ffdccb94c-gcsfq
    namespace: kserve-ci-e2e-test
    resourceVersion: "30243"
    uid: b71bdfac-0933-4392-bb47-5255bbd69dfa
  kind: Event
  lastTimestamp: "2026-09-19T08:59:36Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-19T08:59:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:59:36Z"
    name: isvc-canary-stop-predictor-5ffdccb94c-gcsfq.18d6ad3c420c7b4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "30361"
    uid: 5fa18eb5-e600-4298-90d5-cdc9d7992db4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:59:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-5ffdccb94c-gcsfq
    namespace: kserve-ci-e2e-test
    resourceVersion: "30243"
    uid: b71bdfac-0933-4392-bb47-5255bbd69dfa
  kind: Event
  lastTimestamp: "2026-09-19T08:59:36Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-19T08:59:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:59:36Z"
    name: isvc-canary-stop-predictor-5ffdccb94c-gcsfq.18d6ad3c427a7416
    namespace: kserve-ci-e2e-test
    resourceVersion: "30362"
    uid: 784e2883-c715-4ae1-906f-35f6bff51c2b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-19T08:59:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-5ffdccb94c-gcsfq
    namespace: kserve-ci-e2e-test
    resourceVersion: "30243"
    uid: b71bdfac-0933-4392-bb47-5255bbd69dfa
  kind: Event
  lastTimestamp: "2026-09-19T09:00:49Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.61:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-19T08:59:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:00:49Z"
    name: isvc-canary-stop-predictor-5ffdccb94c-gcsfq.18d6ad3c76884afe
    namespace: kserve-ci-e2e-test
    resourceVersion: "31034"
    uid: e2bc348a-903e-477f-8dd7-1580397ad9f3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:00:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-5ffdccb94c-gcsfq
    namespace: kserve-ci-e2e-test
    resourceVersion: "30243"
    uid: b71bdfac-0933-4392-bb47-5255bbd69dfa
  kind: Event
  lastTimestamp: "2026-09-19T09:00:51Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-19T09:00:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:00:51Z"
    name: isvc-canary-stop-predictor-5ffdccb94c-gcsfq.18d6ad4dab217b8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31059"
    uid: 38b34337-5622-4aba-ba32-5ea35c2a868f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:00:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-5ffdccb94c-gcsfq
    namespace: kserve-ci-e2e-test
    resourceVersion: "30243"
    uid: b71bdfac-0933-4392-bb47-5255bbd69dfa
  kind: Event
  lastTimestamp: "2026-09-19T09:00:51Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-19T09:00:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:00:51Z"
    name: isvc-canary-stop-predictor-5ffdccb94c-gcsfq.18d6ad4dab227981
    namespace: kserve-ci-e2e-test
    resourceVersion: "31060"
    uid: 04f61cb1-adaa-42b4-9a01-36f584066c55
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:00:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-5ffdccb94c-gcsfq
    namespace: kserve-ci-e2e-test
    resourceVersion: "30243"
    uid: b71bdfac-0933-4392-bb47-5255bbd69dfa
  kind: Event
  lastTimestamp: "2026-09-19T09:00:53Z"
  message: 'Readiness probe failed: Get "https://10.132.0.61:8643/healthz": dial tcp
    10.132.0.61:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-19T09:00:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:00:53Z"
    name: isvc-canary-stop-predictor-5ffdccb94c-gcsfq.18d6ad4e28bdbd62
    namespace: kserve-ci-e2e-test
    resourceVersion: "31088"
    uid: ab23779b-204c-43c9-a508-63159a62aa7d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-19T08:59:30.203199Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-5ffdccb94c-wx4j9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30254"
    uid: 21a68574-29c5-40bc-af35-40ef669a77b6
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-predictor-5ffdccb94c-wx4j9
    to ip-10-0-136-228.ec2.internal
  metadata:
    creationTimestamp: "2026-09-19T08:59:30Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-19T08:59:30Z"
    name: isvc-canary-stop-predictor-5ffdccb94c-wx4j9.18d6ad3ad9fb9684
    namespace: kserve-ci-e2e-test
    resourceVersion: "30259"
    uid: f93eabfe-fd00-435e-ad82-470237decd4e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-d6b67db56-fftfm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:59:30Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-5ffdccb94c-wx4j9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30257"
    uid: 21a68574-29c5-40bc-af35-40ef669a77b6
  kind: Event
  lastTimestamp: "2026-09-19T08:59:30Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-stop-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-19T08:59:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:59:30Z"
    name: isvc-canary-stop-predictor-5ffdccb94c-wx4j9.18d6ad3aeaea0bb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "30273"
    uid: f62a83ca-e167-4cba-a501-31d026746c29
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:59:52Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-5ffdccb94c-wx4j9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30264"
    uid: 21a68574-29c5-40bc-af35-40ef669a77b6
  kind: Event
  lastTimestamp: "2026-09-19T08:59:52Z"
  message: Add eth0 [10.133.0.39/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-19T08:59:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-19T08:59:52Z"
    name: isvc-canary-stop-predictor-5ffdccb94c-wx4j9.18d6ad4023dd4f1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "30489"
    uid: 14cd5030-42b2-42c3-a2b9-b43ecbe8ed67
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:59:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-5ffdccb94c-wx4j9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30257"
    uid: 21a68574-29c5-40bc-af35-40ef669a77b6
  kind: Event
  lastTimestamp: "2026-09-19T08:59:53Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T08:59:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:59:53Z"
    name: isvc-canary-stop-predictor-5ffdccb94c-wx4j9.18d6ad402d6e9b7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30493"
    uid: a1fa95c3-ba1a-46d8-b2a6-6fb7c8bf8e58
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:59:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-5ffdccb94c-wx4j9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30257"
    uid: 21a68574-29c5-40bc-af35-40ef669a77b6
  kind: Event
  lastTimestamp: "2026-09-19T08:59:53Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-19T08:59:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:59:53Z"
    name: isvc-canary-stop-predictor-5ffdccb94c-wx4j9.18d6ad403333376d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30496"
    uid: 8215ce46-db76-4e63-9bac-dd53302f339a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:59:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-5ffdccb94c-wx4j9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30257"
    uid: 21a68574-29c5-40bc-af35-40ef669a77b6
  kind: Event
  lastTimestamp: "2026-09-19T08:59:53Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-19T08:59:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:59:53Z"
    name: isvc-canary-stop-predictor-5ffdccb94c-wx4j9.18d6ad4034c4f328
    namespace: kserve-ci-e2e-test
    resourceVersion: "30497"
    uid: 93dfc258-9c05-4619-8402-513aaa7a6cff
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:59:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-5ffdccb94c-wx4j9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30257"
    uid: 21a68574-29c5-40bc-af35-40ef669a77b6
  kind: Event
  lastTimestamp: "2026-09-19T08:59:58Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-2013"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T08:59:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:59:58Z"
    name: isvc-canary-stop-predictor-5ffdccb94c-wx4j9.18d6ad4162187ec3
    namespace: kserve-ci-e2e-test
    resourceVersion: "30554"
    uid: 2f493a0d-fa96-4180-b30a-77286c637e73
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:59:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-5ffdccb94c-wx4j9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30257"
    uid: 21a68574-29c5-40bc-af35-40ef669a77b6
  kind: Event
  lastTimestamp: "2026-09-19T08:59:58Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-19T08:59:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:59:58Z"
    name: isvc-canary-stop-predictor-5ffdccb94c-wx4j9.18d6ad41678f07ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "30557"
    uid: 485cf9f5-1f17-4a40-acfe-b630e61f2078
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:59:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-5ffdccb94c-wx4j9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30257"
    uid: 21a68574-29c5-40bc-af35-40ef669a77b6
  kind: Event
  lastTimestamp: "2026-09-19T08:59:58Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-19T08:59:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:59:58Z"
    name: isvc-canary-stop-predictor-5ffdccb94c-wx4j9.18d6ad4168dce1ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "30558"
    uid: 2499ec2b-7a7d-4931-a090-18f54d5ac0c5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:59:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-5ffdccb94c-wx4j9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30257"
    uid: 21a68574-29c5-40bc-af35-40ef669a77b6
  kind: Event
  lastTimestamp: "2026-09-19T08:59:58Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T08:59:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:59:58Z"
    name: isvc-canary-stop-predictor-5ffdccb94c-wx4j9.18d6ad4168e7df12
    namespace: kserve-ci-e2e-test
    resourceVersion: "30559"
    uid: 3af1f55f-a112-422e-a6e4-e977e8a3f393
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:59:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-5ffdccb94c-wx4j9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30257"
    uid: 21a68574-29c5-40bc-af35-40ef669a77b6
  kind: Event
  lastTimestamp: "2026-09-19T08:59:58Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-19T08:59:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:59:58Z"
    name: isvc-canary-stop-predictor-5ffdccb94c-wx4j9.18d6ad416f7b99f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "30561"
    uid: b63ad94e-1153-4204-a548-fa1ac77ac866
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:59:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-5ffdccb94c-wx4j9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30257"
    uid: 21a68574-29c5-40bc-af35-40ef669a77b6
  kind: Event
  lastTimestamp: "2026-09-19T08:59:58Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-19T08:59:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:59:58Z"
    name: isvc-canary-stop-predictor-5ffdccb94c-wx4j9.18d6ad41706efd0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30562"
    uid: 034c690f-775b-471a-9e90-60b4a7004f38
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-19T09:00:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-5ffdccb94c-wx4j9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30257"
    uid: 21a68574-29c5-40bc-af35-40ef669a77b6
  kind: Event
  lastTimestamp: "2026-09-19T09:01:16Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.39:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-19T09:00:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:01:16Z"
    name: isvc-canary-stop-predictor-5ffdccb94c-wx4j9.18d6ad41d9e952e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "31269"
    uid: 18235830-b63c-4bd8-af71-ab8365410512
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:01:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-5ffdccb94c-wx4j9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30257"
    uid: 21a68574-29c5-40bc-af35-40ef669a77b6
  kind: Event
  lastTimestamp: "2026-09-19T09:01:20Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-19T09:01:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:01:20Z"
    name: isvc-canary-stop-predictor-5ffdccb94c-wx4j9.18d6ad54749e1387
    namespace: kserve-ci-e2e-test
    resourceVersion: "31324"
    uid: 5e928170-db4a-498b-8e63-d1ebee8015ca
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:01:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-5ffdccb94c-wx4j9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30257"
    uid: 21a68574-29c5-40bc-af35-40ef669a77b6
  kind: Event
  lastTimestamp: "2026-09-19T09:01:20Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-19T09:01:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:01:20Z"
    name: isvc-canary-stop-predictor-5ffdccb94c-wx4j9.18d6ad54749e88ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "31325"
    uid: 6f4edcb7-7d92-4f63-8442-8f0b9fa43acf
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:01:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-5ffdccb94c-wx4j9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30257"
    uid: 21a68574-29c5-40bc-af35-40ef669a77b6
  kind: Event
  lastTimestamp: "2026-09-19T09:01:21Z"
  message: 'Readiness probe failed: Get "https://10.133.0.39:8643/healthz": dial tcp
    10.133.0.39:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-19T09:01:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:01:21Z"
    name: isvc-canary-stop-predictor-5ffdccb94c-wx4j9.18d6ad54b605a30e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31339"
    uid: d6edefec-5081-4f96-884b-5a10e69ff2e6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:59:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-5ffdccb94c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30231"
    uid: 0ebffb9d-2fb6-47f7-8122-c8eb51900cea
  kind: Event
  lastTimestamp: "2026-09-19T08:59:30Z"
  message: 'Created pod: isvc-canary-stop-predictor-5ffdccb94c-gcsfq'
  metadata:
    creationTimestamp: "2026-09-19T08:59:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:59:30Z"
    name: isvc-canary-stop-predictor-5ffdccb94c.18d6ad3ad67e77c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "30244"
    uid: 9483d110-6a2b-40eb-a3c6-b59b450f6dec
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:59:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-5ffdccb94c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30231"
    uid: 0ebffb9d-2fb6-47f7-8122-c8eb51900cea
  kind: Event
  lastTimestamp: "2026-09-19T08:59:30Z"
  message: 'Created pod: isvc-canary-stop-predictor-5ffdccb94c-wx4j9'
  metadata:
    creationTimestamp: "2026-09-19T08:59:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:59:30Z"
    name: isvc-canary-stop-predictor-5ffdccb94c.18d6ad3ad9734feb
    namespace: kserve-ci-e2e-test
    resourceVersion: "30256"
    uid: f73bf7a1-f55d-469c-8df3-54b6c3787c45
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:00:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-5ffdccb94c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31051"
    uid: 0ebffb9d-2fb6-47f7-8122-c8eb51900cea
  kind: Event
  lastTimestamp: "2026-09-19T09:00:51Z"
  message: 'Deleted pod: isvc-canary-stop-predictor-5ffdccb94c-gcsfq'
  metadata:
    creationTimestamp: "2026-09-19T09:00:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T09:00:51Z"
    name: isvc-canary-stop-predictor-5ffdccb94c.18d6ad4daaf57cbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "31054"
    uid: e5456e5a-2553-4f60-bf3a-f2e3bfc9aba2
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:59:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30230"
    uid: 0bb09471-bc49-485f-a12f-cd637e39fa85
  kind: Event
  lastTimestamp: "2026-09-19T08:59:30Z"
  message: Scaled up replica set isvc-canary-stop-predictor-5ffdccb94c from 0 to 2
  metadata:
    creationTimestamp: "2026-09-19T08:59:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:59:30Z"
    name: isvc-canary-stop-predictor.18d6ad3ad312b2ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "30233"
    uid: 8000d664-4741-4d5f-accb-e72b8993086b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:00:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31046"
    uid: 0bb09471-bc49-485f-a12f-cd637e39fa85
  kind: Event
  lastTimestamp: "2026-09-19T09:00:51Z"
  message: Scaled down replica set isvc-canary-stop-predictor-5ffdccb94c from 2 to
    1
  metadata:
    creationTimestamp: "2026-09-19T09:00:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T09:00:51Z"
    name: isvc-canary-stop-predictor.18d6ad4daa69aedb
    namespace: kserve-ci-e2e-test
    resourceVersion: "31052"
    uid: ae9e265b-e76d-4c51-8d0d-7d4f188be911
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-19T08:59:30.150550Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-b9c8d9798-jbg89
    namespace: kserve-ci-e2e-test
    resourceVersion: "30238"
    uid: 0f0153d3-8b06-49e4-a57d-dcf4c6a5366e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-v2-predictor-b9c8d9798-jbg89
    to ip-10-0-136-99.ec2.internal
  metadata:
    creationTimestamp: "2026-09-19T08:59:30Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-19T08:59:30Z"
    name: isvc-canary-stop-v2-predictor-b9c8d9798-jbg89.18d6ad3ad6d84f3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "30250"
    uid: aacede4f-e071-40f1-b7a9-1560997bb9b3
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-d6b67db56-fftfm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:59:30Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-b9c8d9798-jbg89
    namespace: kserve-ci-e2e-test
    resourceVersion: "30253"
    uid: 0f0153d3-8b06-49e4-a57d-dcf4c6a5366e
  kind: Event
  lastTimestamp: "2026-09-19T08:59:30Z"
  message: Add eth0 [10.132.0.60/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-19T08:59:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-19T08:59:30Z"
    name: isvc-canary-stop-v2-predictor-b9c8d9798-jbg89.18d6ad3af9442408
    namespace: kserve-ci-e2e-test
    resourceVersion: "30281"
    uid: 5ff0a778-92e6-48f4-ba6e-40e509cb509a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:59:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-b9c8d9798-jbg89
    namespace: kserve-ci-e2e-test
    resourceVersion: "30242"
    uid: 0f0153d3-8b06-49e4-a57d-dcf4c6a5366e
  kind: Event
  lastTimestamp: "2026-09-19T08:59:30Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T08:59:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:59:30Z"
    name: isvc-canary-stop-v2-predictor-b9c8d9798-jbg89.18d6ad3afaab6707
    namespace: kserve-ci-e2e-test
    resourceVersion: "30284"
    uid: 99790d4a-5eea-4af5-b6fd-2e1187815a15
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:59:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-b9c8d9798-jbg89
    namespace: kserve-ci-e2e-test
    resourceVersion: "30242"
    uid: 0f0153d3-8b06-49e4-a57d-dcf4c6a5366e
  kind: Event
  lastTimestamp: "2026-09-19T08:59:30Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-19T08:59:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:59:30Z"
    name: isvc-canary-stop-v2-predictor-b9c8d9798-jbg89.18d6ad3afd9d9368
    namespace: kserve-ci-e2e-test
    resourceVersion: "30285"
    uid: b1249b16-575c-49e6-9335-99822f5c1b55
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:59:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-b9c8d9798-jbg89
    namespace: kserve-ci-e2e-test
    resourceVersion: "30242"
    uid: 0f0153d3-8b06-49e4-a57d-dcf4c6a5366e
  kind: Event
  lastTimestamp: "2026-09-19T08:59:30Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-19T08:59:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:59:30Z"
    name: isvc-canary-stop-v2-predictor-b9c8d9798-jbg89.18d6ad3afe0e78e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "30286"
    uid: 47f48165-aa1d-4f94-94c4-b73eccb1a5c1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:59:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-b9c8d9798-jbg89
    namespace: kserve-ci-e2e-test
    resourceVersion: "30242"
    uid: 0f0153d3-8b06-49e4-a57d-dcf4c6a5366e
  kind: Event
  lastTimestamp: "2026-09-19T08:59:35Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-2013"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T08:59:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:59:35Z"
    name: isvc-canary-stop-v2-predictor-b9c8d9798-jbg89.18d6ad3bfe5e98c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30340"
    uid: e3edd86e-8a2f-4661-853c-95f17a67ca62
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:59:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-b9c8d9798-jbg89
    namespace: kserve-ci-e2e-test
    resourceVersion: "30242"
    uid: 0f0153d3-8b06-49e4-a57d-dcf4c6a5366e
  kind: Event
  lastTimestamp: "2026-09-19T08:59:35Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-19T08:59:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:59:35Z"
    name: isvc-canary-stop-v2-predictor-b9c8d9798-jbg89.18d6ad3c01bb771d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30342"
    uid: cb53e9e3-9cbc-4a76-aeeb-9943e1e0400f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:59:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-b9c8d9798-jbg89
    namespace: kserve-ci-e2e-test
    resourceVersion: "30242"
    uid: 0f0153d3-8b06-49e4-a57d-dcf4c6a5366e
  kind: Event
  lastTimestamp: "2026-09-19T08:59:35Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-19T08:59:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:59:35Z"
    name: isvc-canary-stop-v2-predictor-b9c8d9798-jbg89.18d6ad3c022e7043
    namespace: kserve-ci-e2e-test
    resourceVersion: "30343"
    uid: 6d4949fd-aed2-4272-b2b4-4360358e75bc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:59:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-b9c8d9798-jbg89
    namespace: kserve-ci-e2e-test
    resourceVersion: "30242"
    uid: 0f0153d3-8b06-49e4-a57d-dcf4c6a5366e
  kind: Event
  lastTimestamp: "2026-09-19T08:59:35Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T08:59:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:59:35Z"
    name: isvc-canary-stop-v2-predictor-b9c8d9798-jbg89.18d6ad3c0237aa33
    namespace: kserve-ci-e2e-test
    resourceVersion: "30344"
    uid: 5019a760-bc3f-4c97-9d14-72fa3289bc84
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:59:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-b9c8d9798-jbg89
    namespace: kserve-ci-e2e-test
    resourceVersion: "30242"
    uid: 0f0153d3-8b06-49e4-a57d-dcf4c6a5366e
  kind: Event
  lastTimestamp: "2026-09-19T08:59:35Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-19T08:59:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:59:35Z"
    name: isvc-canary-stop-v2-predictor-b9c8d9798-jbg89.18d6ad3c05feb017
    namespace: kserve-ci-e2e-test
    resourceVersion: "30346"
    uid: a17d19c6-8392-431d-928f-a2cff15d5f98
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:59:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-b9c8d9798-jbg89
    namespace: kserve-ci-e2e-test
    resourceVersion: "30242"
    uid: 0f0153d3-8b06-49e4-a57d-dcf4c6a5366e
  kind: Event
  lastTimestamp: "2026-09-19T08:59:35Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-19T08:59:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:59:35Z"
    name: isvc-canary-stop-v2-predictor-b9c8d9798-jbg89.18d6ad3c066efd04
    namespace: kserve-ci-e2e-test
    resourceVersion: "30347"
    uid: 860fdfdd-46c8-467c-8067-3f4972c15579
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-19T08:59:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-b9c8d9798-jbg89
    namespace: kserve-ci-e2e-test
    resourceVersion: "30242"
    uid: 0f0153d3-8b06-49e4-a57d-dcf4c6a5366e
  kind: Event
  lastTimestamp: "2026-09-19T09:01:20Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.60:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-19T08:59:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:01:20Z"
    name: isvc-canary-stop-v2-predictor-b9c8d9798-jbg89.18d6ad3c76888a4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31332"
    uid: 94fc4586-aba1-4f53-baa9-b09b5b8a365a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:01:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-b9c8d9798-jbg89
    namespace: kserve-ci-e2e-test
    resourceVersion: "30242"
    uid: 0f0153d3-8b06-49e4-a57d-dcf4c6a5366e
  kind: Event
  lastTimestamp: "2026-09-19T09:01:20Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-19T09:01:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:01:20Z"
    name: isvc-canary-stop-v2-predictor-b9c8d9798-jbg89.18d6ad5472360296
    namespace: kserve-ci-e2e-test
    resourceVersion: "31313"
    uid: 02c7f342-a17e-40b7-9c58-4900d66b0986
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:01:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-b9c8d9798-jbg89
    namespace: kserve-ci-e2e-test
    resourceVersion: "30242"
    uid: 0f0153d3-8b06-49e4-a57d-dcf4c6a5366e
  kind: Event
  lastTimestamp: "2026-09-19T09:01:20Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-19T09:01:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:01:20Z"
    name: isvc-canary-stop-v2-predictor-b9c8d9798-jbg89.18d6ad5472373503
    namespace: kserve-ci-e2e-test
    resourceVersion: "31318"
    uid: 9df1a9aa-cea8-481b-9a16-e89375723e36
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:01:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-b9c8d9798-jbg89
    namespace: kserve-ci-e2e-test
    resourceVersion: "30242"
    uid: 0f0153d3-8b06-49e4-a57d-dcf4c6a5366e
  kind: Event
  lastTimestamp: "2026-09-19T09:01:23Z"
  message: 'Readiness probe failed: Get "https://10.132.0.60:8643/healthz": dial tcp
    10.132.0.60:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-19T09:01:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:01:23Z"
    name: isvc-canary-stop-v2-predictor-b9c8d9798-jbg89.18d6ad5524e07d3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31352"
    uid: 7af1117d-43f1-4fca-a3de-61de49009734
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:59:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-v2-predictor-b9c8d9798
    namespace: kserve-ci-e2e-test
    resourceVersion: "30221"
    uid: 6788ee5a-3420-40a4-aa26-46af5c9302bf
  kind: Event
  lastTimestamp: "2026-09-19T08:59:30Z"
  message: 'Created pod: isvc-canary-stop-v2-predictor-b9c8d9798-jbg89'
  metadata:
    creationTimestamp: "2026-09-19T08:59:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:59:30Z"
    name: isvc-canary-stop-v2-predictor-b9c8d9798.18d6ad3ad6471943
    namespace: kserve-ci-e2e-test
    resourceVersion: "30240"
    uid: 74e49164-0bb5-4b23-84ea-6e89e5193206
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:59:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30220"
    uid: 107ebb97-0e13-41e2-a7fa-cd2ab7ec0977
  kind: Event
  lastTimestamp: "2026-09-19T08:59:30Z"
  message: Scaled up replica set isvc-canary-stop-v2-predictor-b9c8d9798 from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-19T08:59:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:59:30Z"
    name: isvc-canary-stop-v2-predictor.18d6ad3ad0f54126
    namespace: kserve-ci-e2e-test
    resourceVersion: "30222"
    uid: 195018ee-9bd8-4bd8-bc6b-313acc4a0f16
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 21
  eventTime: null
  firstTimestamp: "2026-09-19T08:59:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "30213"
    uid: 04c86000-c88d-467e-9573-11455277cf1c
  kind: Event
  lastTimestamp: "2026-09-19T09:01:18Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-19T08:59:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T09:01:18Z"
    name: isvc-canary-stop.18d6ad3ad2e285a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "31289"
    uid: 65c36334-1845-42d0-be45-d63c39ba73eb
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-19T08:59:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "30213"
    uid: 04c86000-c88d-467e-9573-11455277cf1c
  kind: Event
  lastTimestamp: "2026-09-19T09:00:51Z"
  message: 'Failed to update status for InferenceService "isvc-canary-stop": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-stop":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-19T08:59:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T09:00:51Z"
    name: isvc-canary-stop.18d6ad3ad358d699
    namespace: kserve-ci-e2e-test
    resourceVersion: "31070"
    uid: 12ef86c4-196b-4392-b94d-b22cca1bf1ab
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-19T08:59:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "30213"
    uid: 04c86000-c88d-467e-9573-11455277cf1c
  kind: Event
  lastTimestamp: "2026-09-19T09:00:51Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-stop": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-19T08:59:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T09:00:51Z"
    name: isvc-canary-stop.18d6ad3ad35916c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "31071"
    uid: 9815f753-83b9-465c-8a6b-c999d0054aa1
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:01:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "31290"
    uid: 04c86000-c88d-467e-9573-11455277cf1c
  kind: Event
  lastTimestamp: "2026-09-19T09:01:18Z"
  message: InferenceService [isvc-canary-stop] is Ready
  metadata:
    creationTimestamp: "2026-09-19T09:01:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T09:01:18Z"
    name: isvc-canary-stop.18d6ad5403bb2f28
    namespace: kserve-ci-e2e-test
    resourceVersion: "31291"
    uid: abb6188f-fbf7-4efd-bef5-98ad549aea58
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-19T08:35:23.507504Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-b5f088-predictor-69584c5d56-mn528
    namespace: kserve-ci-e2e-test
    resourceVersion: "16327"
    uid: 65e07cc7-59a5-4108-97a7-b4d8fc08999d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-init-fail-b5f088-predictor-69584c5d56-mn528
    to ip-10-0-136-99.ec2.internal
  metadata:
    creationTimestamp: "2026-09-19T08:35:23Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-19T08:35:23Z"
    name: isvc-init-fail-b5f088-predictor-69584c5d56-mn528.18d6abea04333d92
    namespace: kserve-ci-e2e-test
    resourceVersion: "16332"
    uid: 85aa868d-365f-4e61-b5ec-52c16d43e9aa
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-d6b67db56-fftfm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:35:23Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-b5f088-predictor-69584c5d56-mn528
    namespace: kserve-ci-e2e-test
    resourceVersion: "16330"
    uid: 65e07cc7-59a5-4108-97a7-b4d8fc08999d
  kind: Event
  lastTimestamp: "2026-09-19T08:35:23Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-init-fail-b5f088-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-19T08:35:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:35:23Z"
    name: isvc-init-fail-b5f088-predictor-69584c5d56-mn528.18d6abea0f65575a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16345"
    uid: c500ab04-adef-4567-a49c-cff611e60ef1
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:35:24Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-b5f088-predictor-69584c5d56-mn528
    namespace: kserve-ci-e2e-test
    resourceVersion: "16336"
    uid: 65e07cc7-59a5-4108-97a7-b4d8fc08999d
  kind: Event
  lastTimestamp: "2026-09-19T08:35:24Z"
  message: Add eth0 [10.132.0.40/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-19T08:35:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-19T08:35:24Z"
    name: isvc-init-fail-b5f088-predictor-69584c5d56-mn528.18d6abea4b84cf0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16364"
    uid: 1a71a877-9655-4d42-977a-0bb07f2caa1f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:35:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-b5f088-predictor-69584c5d56-mn528
    namespace: kserve-ci-e2e-test
    resourceVersion: "16330"
    uid: 65e07cc7-59a5-4108-97a7-b4d8fc08999d
  kind: Event
  lastTimestamp: "2026-09-19T08:35:24Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e"
  metadata:
    creationTimestamp: "2026-09-19T08:35:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:35:24Z"
    name: isvc-init-fail-b5f088-predictor-69584c5d56-mn528.18d6abea4d0b44da
    namespace: kserve-ci-e2e-test
    resourceVersion: "16366"
    uid: 508100fd-1778-4b33-876c-e38899ef8fd8
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:35:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-b5f088-predictor-69584c5d56-mn528
    namespace: kserve-ci-e2e-test
    resourceVersion: "16330"
    uid: 65e07cc7-59a5-4108-97a7-b4d8fc08999d
  kind: Event
  lastTimestamp: "2026-09-19T08:35:28Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e"
    in 3.479s (3.479s including waiting). Image size: 308174268 bytes.'
  metadata:
    creationTimestamp: "2026-09-19T08:35:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:35:28Z"
    name: isvc-init-fail-b5f088-predictor-69584c5d56-mn528.18d6abeb1c75cd11
    namespace: kserve-ci-e2e-test
    resourceVersion: "16393"
    uid: 94cfc180-4deb-45d4-8de5-c912287c5806
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-19T08:35:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-b5f088-predictor-69584c5d56-mn528
    namespace: kserve-ci-e2e-test
    resourceVersion: "16330"
    uid: 65e07cc7-59a5-4108-97a7-b4d8fc08999d
  kind: Event
  lastTimestamp: "2026-09-19T08:35:30Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-19T08:35:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:35:30Z"
    name: isvc-init-fail-b5f088-predictor-69584c5d56-mn528.18d6abeb20912a10
    namespace: kserve-ci-e2e-test
    resourceVersion: "16427"
    uid: ce1ea416-e8e1-4c3b-87d6-9fc2eefeeb03
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-19T08:35:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-b5f088-predictor-69584c5d56-mn528
    namespace: kserve-ci-e2e-test
    resourceVersion: "16330"
    uid: 65e07cc7-59a5-4108-97a7-b4d8fc08999d
  kind: Event
  lastTimestamp: "2026-09-19T08:35:30Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-19T08:35:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:35:30Z"
    name: isvc-init-fail-b5f088-predictor-69584c5d56-mn528.18d6abeb20f38778
    namespace: kserve-ci-e2e-test
    resourceVersion: "16430"
    uid: 1fba253b-9d28-496d-afb5-0e79894024cb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:35:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-b5f088-predictor-69584c5d56-mn528
    namespace: kserve-ci-e2e-test
    resourceVersion: "16330"
    uid: 65e07cc7-59a5-4108-97a7-b4d8fc08999d
  kind: Event
  lastTimestamp: "2026-09-19T08:35:30Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T08:35:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:35:30Z"
    name: isvc-init-fail-b5f088-predictor-69584c5d56-mn528.18d6abebac7a9be9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16422"
    uid: 1a636a74-6854-4acd-be1b-d8f3c4c3bba2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:35:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-b5f088-predictor-69584c5d56-mn528
    namespace: kserve-ci-e2e-test
    resourceVersion: "16330"
    uid: 65e07cc7-59a5-4108-97a7-b4d8fc08999d
  kind: Event
  lastTimestamp: "2026-09-19T08:35:33Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-09-19T08:35:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:35:33Z"
    name: isvc-init-fail-b5f088-predictor-69584c5d56-mn528.18d6abec4351f633
    namespace: kserve-ci-e2e-test
    resourceVersion: "16465"
    uid: ec8d53f3-9838-48a8-9297-4982cdf6bef0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:35:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-init-fail-b5f088-predictor-69584c5d56
    namespace: kserve-ci-e2e-test
    resourceVersion: "16318"
    uid: a2695da5-f493-456e-8f54-5f63d1ac8a63
  kind: Event
  lastTimestamp: "2026-09-19T08:35:23Z"
  message: 'Created pod: isvc-init-fail-b5f088-predictor-69584c5d56-mn528'
  metadata:
    creationTimestamp: "2026-09-19T08:35:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:35:23Z"
    name: isvc-init-fail-b5f088-predictor-69584c5d56.18d6abea03a4e0be
    namespace: kserve-ci-e2e-test
    resourceVersion: "16329"
    uid: e5bdda2a-67e9-4288-b076-0ff5b05dc4a8
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:35:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-init-fail-b5f088-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16316"
    uid: 9f8de7ff-8ff8-48ab-a690-dcf75953290c
  kind: Event
  lastTimestamp: "2026-09-19T08:35:23Z"
  message: Scaled up replica set isvc-init-fail-b5f088-predictor-69584c5d56 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-19T08:35:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:35:23Z"
    name: isvc-init-fail-b5f088-predictor.18d6abe9ffe220fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16320"
    uid: 59606b9a-7783-46d5-86f8-72336e97f95d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-09-19T08:35:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-b5f088
    namespace: kserve-ci-e2e-test
    resourceVersion: "16310"
    uid: 3f377795-992a-4794-bf87-ddd7aa569bf1
  kind: Event
  lastTimestamp: "2026-09-19T08:35:30Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-19T08:35:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T08:35:30Z"
    name: isvc-init-fail-b5f088.18d6abe9fff61877
    namespace: kserve-ci-e2e-test
    resourceVersion: "16431"
    uid: dc995567-7a72-4df1-a0db-fa5e2d4f2ead
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-19T09:01:30.469151Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-xwhpf
    namespace: kserve-ci-e2e-test
    resourceVersion: "31434"
    uid: a37d86de-4793-4289-9602-463750dedd0e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-predictor-54f85ddf88-xwhpf
    to ip-10-0-136-228.ec2.internal
  metadata:
    creationTimestamp: "2026-09-19T09:01:30Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-19T09:01:30Z"
    name: isvc-lightgbm-predictor-54f85ddf88-xwhpf.18d6ad56da646cc1
    namespace: kserve-ci-e2e-test
    resourceVersion: "31441"
    uid: 1b1481b5-5429-414b-9aba-58675722ca15
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-d6b67db56-fftfm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:01:31Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-xwhpf
    namespace: kserve-ci-e2e-test
    resourceVersion: "31445"
    uid: a37d86de-4793-4289-9602-463750dedd0e
  kind: Event
  lastTimestamp: "2026-09-19T09:01:31Z"
  message: Add eth0 [10.133.0.41/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-19T09:01:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-19T09:01:31Z"
    name: isvc-lightgbm-predictor-54f85ddf88-xwhpf.18d6ad56fc17aa1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31454"
    uid: 7a139d6a-077c-4f03-bae9-428ba5e70b6c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:01:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-xwhpf
    namespace: kserve-ci-e2e-test
    resourceVersion: "31438"
    uid: a37d86de-4793-4289-9602-463750dedd0e
  kind: Event
  lastTimestamp: "2026-09-19T09:01:31Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T09:01:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:01:31Z"
    name: isvc-lightgbm-predictor-54f85ddf88-xwhpf.18d6ad56fd9c7d7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "31456"
    uid: 3c83c216-f34e-4d81-bdea-a271a8c128db
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:01:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-xwhpf
    namespace: kserve-ci-e2e-test
    resourceVersion: "31438"
    uid: a37d86de-4793-4289-9602-463750dedd0e
  kind: Event
  lastTimestamp: "2026-09-19T09:01:31Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-19T09:01:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:01:31Z"
    name: isvc-lightgbm-predictor-54f85ddf88-xwhpf.18d6ad57005ca9c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31458"
    uid: 86648d7f-6ded-49c8-a0c4-bd56d6c59ce6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:01:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-xwhpf
    namespace: kserve-ci-e2e-test
    resourceVersion: "31438"
    uid: a37d86de-4793-4289-9602-463750dedd0e
  kind: Event
  lastTimestamp: "2026-09-19T09:01:31Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-19T09:01:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:01:31Z"
    name: isvc-lightgbm-predictor-54f85ddf88-xwhpf.18d6ad5700bba1d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "31460"
    uid: ffb4cc19-f5bb-4a53-8bc2-53389e870aa6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:01:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-xwhpf
    namespace: kserve-ci-e2e-test
    resourceVersion: "31438"
    uid: a37d86de-4793-4289-9602-463750dedd0e
  kind: Event
  lastTimestamp: "2026-09-19T09:01:35Z"
  message: Pulling image "kserve/lgbserver:latest"
  metadata:
    creationTimestamp: "2026-09-19T09:01:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:01:35Z"
    name: isvc-lightgbm-predictor-54f85ddf88-xwhpf.18d6ad58110224e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "31494"
    uid: 4094f774-5dd9-458b-a435-11f4a2ae0c4a
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:01:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-xwhpf
    namespace: kserve-ci-e2e-test
    resourceVersion: "31438"
    uid: a37d86de-4793-4289-9602-463750dedd0e
  kind: Event
  lastTimestamp: "2026-09-19T09:01:41Z"
  message: 'Successfully pulled image "kserve/lgbserver:latest" in 6.309s (6.309s
    including waiting). Image size: 644663064 bytes.'
  metadata:
    creationTimestamp: "2026-09-19T09:01:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:01:41Z"
    name: isvc-lightgbm-predictor-54f85ddf88-xwhpf.18d6ad59890e7c9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "31554"
    uid: 57f39e1c-9254-4ef2-be54-74e4a1b5ebee
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:01:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-xwhpf
    namespace: kserve-ci-e2e-test
    resourceVersion: "31438"
    uid: a37d86de-4793-4289-9602-463750dedd0e
  kind: Event
  lastTimestamp: "2026-09-19T09:01:42Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-19T09:01:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:01:42Z"
    name: isvc-lightgbm-predictor-54f85ddf88-xwhpf.18d6ad598c0988b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "31555"
    uid: 31dc6df6-b23e-4194-8c3e-5ab485707f44
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:01:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-xwhpf
    namespace: kserve-ci-e2e-test
    resourceVersion: "31438"
    uid: a37d86de-4793-4289-9602-463750dedd0e
  kind: Event
  lastTimestamp: "2026-09-19T09:01:42Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-19T09:01:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:01:42Z"
    name: isvc-lightgbm-predictor-54f85ddf88-xwhpf.18d6ad598c787430
    namespace: kserve-ci-e2e-test
    resourceVersion: "31556"
    uid: 0c04b1e7-c192-400a-957e-4a11d06b43af
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:01:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-xwhpf
    namespace: kserve-ci-e2e-test
    resourceVersion: "31438"
    uid: a37d86de-4793-4289-9602-463750dedd0e
  kind: Event
  lastTimestamp: "2026-09-19T09:01:42Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T09:01:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:01:42Z"
    name: isvc-lightgbm-predictor-54f85ddf88-xwhpf.18d6ad598c83e65e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31557"
    uid: 1c4ebf31-3627-4b2e-b8e5-4f7f446e08fa
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:01:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-xwhpf
    namespace: kserve-ci-e2e-test
    resourceVersion: "31438"
    uid: a37d86de-4793-4289-9602-463750dedd0e
  kind: Event
  lastTimestamp: "2026-09-19T09:01:42Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-19T09:01:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:01:42Z"
    name: isvc-lightgbm-predictor-54f85ddf88-xwhpf.18d6ad598f1d76e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31558"
    uid: 6d50602c-84d7-4d01-8a1a-9a3fe9d63a2d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:01:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-xwhpf
    namespace: kserve-ci-e2e-test
    resourceVersion: "31438"
    uid: a37d86de-4793-4289-9602-463750dedd0e
  kind: Event
  lastTimestamp: "2026-09-19T09:01:42Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-19T09:01:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:01:42Z"
    name: isvc-lightgbm-predictor-54f85ddf88-xwhpf.18d6ad598f90e91b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31559"
    uid: 6dab74f8-e099-47a0-a5d4-0a9580a8f711
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-19T09:01:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-xwhpf
    namespace: kserve-ci-e2e-test
    resourceVersion: "31438"
    uid: a37d86de-4793-4289-9602-463750dedd0e
  kind: Event
  lastTimestamp: "2026-09-19T09:03:10Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.41:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-19T09:01:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:03:10Z"
    name: isvc-lightgbm-predictor-54f85ddf88-xwhpf.18d6ad59b43c8bfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32397"
    uid: a3dd09f0-f04d-493b-84f9-32593f5f9afc
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:03:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-xwhpf
    namespace: kserve-ci-e2e-test
    resourceVersion: "31438"
    uid: a37d86de-4793-4289-9602-463750dedd0e
  kind: Event
  lastTimestamp: "2026-09-19T09:03:21Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-19T09:03:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:03:21Z"
    name: isvc-lightgbm-predictor-54f85ddf88-xwhpf.18d6ad70b1ebd2fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32503"
    uid: 65522249-8497-4205-b0f7-0a84bf96838f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:03:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-xwhpf
    namespace: kserve-ci-e2e-test
    resourceVersion: "31438"
    uid: a37d86de-4793-4289-9602-463750dedd0e
  kind: Event
  lastTimestamp: "2026-09-19T09:03:21Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-19T09:03:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:03:21Z"
    name: isvc-lightgbm-predictor-54f85ddf88-xwhpf.18d6ad70b1ec67ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "32504"
    uid: 092f595b-04ea-459d-b38c-666a283ac8d0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:03:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-xwhpf
    namespace: kserve-ci-e2e-test
    resourceVersion: "31438"
    uid: a37d86de-4793-4289-9602-463750dedd0e
  kind: Event
  lastTimestamp: "2026-09-19T09:03:23Z"
  message: 'Readiness probe failed: Get "https://10.133.0.41:8643/healthz": dial tcp
    10.133.0.41:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-19T09:03:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:03:23Z"
    name: isvc-lightgbm-predictor-54f85ddf88-xwhpf.18d6ad7138869c1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "32525"
    uid: 76f01907-609b-4b09-970d-b51d89d79a04
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:01:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-predictor-54f85ddf88
    namespace: kserve-ci-e2e-test
    resourceVersion: "31424"
    uid: ccc6dd00-badb-43bb-9f79-eaad797ddaa9
  kind: Event
  lastTimestamp: "2026-09-19T09:01:30Z"
  message: 'Created pod: isvc-lightgbm-predictor-54f85ddf88-xwhpf'
  metadata:
    creationTimestamp: "2026-09-19T09:01:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T09:01:30Z"
    name: isvc-lightgbm-predictor-54f85ddf88.18d6ad56d9ce1c3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31437"
    uid: 4c48285b-2b1b-4e46-8383-ccb57ebe5a58
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:01:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31422"
    uid: fe8fffac-d0b4-40f6-8f0a-0ea8ae99c4d2
  kind: Event
  lastTimestamp: "2026-09-19T09:01:30Z"
  message: Scaled up replica set isvc-lightgbm-predictor-54f85ddf88 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-19T09:01:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T09:01:30Z"
    name: isvc-lightgbm-predictor.18d6ad56d63f8c96
    namespace: kserve-ci-e2e-test
    resourceVersion: "31427"
    uid: a63aac08-a08f-40bd-a830-687e5c893380
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-19T09:01:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31423"
    uid: 48ec719c-abf6-478b-9e1a-ec48f5217b97
  kind: Event
  lastTimestamp: "2026-09-19T09:02:15Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-19T09:01:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T09:02:15Z"
    name: isvc-lightgbm-predictor.18d6ad5a550a6641
    namespace: kserve-ci-e2e-test
    resourceVersion: "31910"
    uid: d3541b9e-4703-4648-a6cc-575a6bee7218
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-19T09:01:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31423"
    uid: 48ec719c-abf6-478b-9e1a-ec48f5217b97
  kind: Event
  lastTimestamp: "2026-09-19T09:02:15Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-19T09:01:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T09:02:15Z"
    name: isvc-lightgbm-predictor.18d6ad5a5571c085
    namespace: kserve-ci-e2e-test
    resourceVersion: "31911"
    uid: d78e1741-3774-4b3f-b0b9-84349d9eb389
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-19T09:02:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31593"
    uid: 48ec719c-abf6-478b-9e1a-ec48f5217b97
  kind: Event
  lastTimestamp: "2026-09-19T09:03:15Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-19T09:02:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T09:03:15Z"
    name: isvc-lightgbm-predictor.18d6ad5dd4136db4
    namespace: kserve-ci-e2e-test
    resourceVersion: "32431"
    uid: 4ff922ce-b177-4724-ba62-b5243a1d9807
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-19T09:02:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31593"
    uid: 48ec719c-abf6-478b-9e1a-ec48f5217b97
  kind: Event
  lastTimestamp: "2026-09-19T09:03:15Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-19T09:02:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T09:03:15Z"
    name: isvc-lightgbm-predictor.18d6ad5dd477770b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32432"
    uid: 2d16e4c8-1533-4ae2-b42a-045f3113c977
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-19T09:03:26.700072Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-9rmgb
    namespace: kserve-ci-e2e-test
    resourceVersion: "32567"
    uid: 594ec401-3a19-4843-89e6-dc71a7ea3508
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-runtime-predictor-577f7db7cb-9rmgb
    to ip-10-0-136-99.ec2.internal
  metadata:
    creationTimestamp: "2026-09-19T09:03:26Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-19T09:03:26Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-9rmgb.18d6ad71ea4b8e4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32574"
    uid: 21c6986c-76a8-4d7b-8f86-442aa0f7fcfc
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-d6b67db56-fftfm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:03:26Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-9rmgb
    namespace: kserve-ci-e2e-test
    resourceVersion: "32571"
    uid: 594ec401-3a19-4843-89e6-dc71a7ea3508
  kind: Event
  lastTimestamp: "2026-09-19T09:03:26Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-lightgbm-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-19T09:03:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:03:26Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-9rmgb.18d6ad71f7dd4126
    namespace: kserve-ci-e2e-test
    resourceVersion: "32582"
    uid: 6baef313-1228-492a-b885-6a5a86dc964f
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:03:27Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-9rmgb
    namespace: kserve-ci-e2e-test
    resourceVersion: "32578"
    uid: 594ec401-3a19-4843-89e6-dc71a7ea3508
  kind: Event
  lastTimestamp: "2026-09-19T09:03:27Z"
  message: Add eth0 [10.132.0.62/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-19T09:03:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-19T09:03:27Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-9rmgb.18d6ad7231a8022c
    namespace: kserve-ci-e2e-test
    resourceVersion: "32597"
    uid: eca0392d-b998-4ac5-96e6-ba3e6e0eccce
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:03:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-9rmgb
    namespace: kserve-ci-e2e-test
    resourceVersion: "32571"
    uid: 594ec401-3a19-4843-89e6-dc71a7ea3508
  kind: Event
  lastTimestamp: "2026-09-19T09:03:27Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T09:03:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:03:27Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-9rmgb.18d6ad72333c2552
    namespace: kserve-ci-e2e-test
    resourceVersion: "32599"
    uid: 0376d1d8-7c05-4462-94b7-09e85ef32f85
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:03:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-9rmgb
    namespace: kserve-ci-e2e-test
    resourceVersion: "32571"
    uid: 594ec401-3a19-4843-89e6-dc71a7ea3508
  kind: Event
  lastTimestamp: "2026-09-19T09:03:27Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-19T09:03:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:03:27Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-9rmgb.18d6ad7236ce15ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "32601"
    uid: de2506b9-dd77-4acf-85c2-2aa18bbfbcde
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:03:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-9rmgb
    namespace: kserve-ci-e2e-test
    resourceVersion: "32571"
    uid: 594ec401-3a19-4843-89e6-dc71a7ea3508
  kind: Event
  lastTimestamp: "2026-09-19T09:03:27Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-19T09:03:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:03:27Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-9rmgb.18d6ad72374f9dae
    namespace: kserve-ci-e2e-test
    resourceVersion: "32602"
    uid: 02d4618f-51f5-4c6a-a560-37a7c7d61cda
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:03:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-9rmgb
    namespace: kserve-ci-e2e-test
    resourceVersion: "32571"
    uid: 594ec401-3a19-4843-89e6-dc71a7ea3508
  kind: Event
  lastTimestamp: "2026-09-19T09:03:32Z"
  message: Pulling image "kserve/lgbserver:latest"
  metadata:
    creationTimestamp: "2026-09-19T09:03:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:03:32Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-9rmgb.18d6ad7337a1e1fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "32638"
    uid: 5b548c13-1cc7-4cce-91d4-22089a62a650
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:03:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-9rmgb
    namespace: kserve-ci-e2e-test
    resourceVersion: "32571"
    uid: 594ec401-3a19-4843-89e6-dc71a7ea3508
  kind: Event
  lastTimestamp: "2026-09-19T09:03:39Z"
  message: 'Successfully pulled image "kserve/lgbserver:latest" in 6.821s (6.821s
    including waiting). Image size: 644663064 bytes.'
  metadata:
    creationTimestamp: "2026-09-19T09:03:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:03:39Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-9rmgb.18d6ad74ce4098a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "32690"
    uid: 579ea935-dc83-4fd7-9831-b661586dcf25
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:03:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-9rmgb
    namespace: kserve-ci-e2e-test
    resourceVersion: "32571"
    uid: 594ec401-3a19-4843-89e6-dc71a7ea3508
  kind: Event
  lastTimestamp: "2026-09-19T09:03:39Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-19T09:03:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:03:39Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-9rmgb.18d6ad74d1ee6e11
    namespace: kserve-ci-e2e-test
    resourceVersion: "32691"
    uid: cfd205c1-a5fb-45d8-a188-23472e0e0a11
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:03:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-9rmgb
    namespace: kserve-ci-e2e-test
    resourceVersion: "32571"
    uid: 594ec401-3a19-4843-89e6-dc71a7ea3508
  kind: Event
  lastTimestamp: "2026-09-19T09:03:39Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-19T09:03:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:03:39Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-9rmgb.18d6ad74d277cc1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "32692"
    uid: 41229569-1842-41e5-9fb6-7ae7962e974a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:03:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-9rmgb
    namespace: kserve-ci-e2e-test
    resourceVersion: "32571"
    uid: 594ec401-3a19-4843-89e6-dc71a7ea3508
  kind: Event
  lastTimestamp: "2026-09-19T09:03:39Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T09:03:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:03:39Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-9rmgb.18d6ad74d28493cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "32694"
    uid: 1f8b8de7-1e51-4e5f-bb0d-3c03bf485c31
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:03:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-9rmgb
    namespace: kserve-ci-e2e-test
    resourceVersion: "32571"
    uid: 594ec401-3a19-4843-89e6-dc71a7ea3508
  kind: Event
  lastTimestamp: "2026-09-19T09:03:39Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-19T09:03:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:03:39Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-9rmgb.18d6ad74d6717b81
    namespace: kserve-ci-e2e-test
    resourceVersion: "32695"
    uid: d8927ead-701d-4530-af6f-b308204d4538
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:03:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-9rmgb
    namespace: kserve-ci-e2e-test
    resourceVersion: "32571"
    uid: 594ec401-3a19-4843-89e6-dc71a7ea3508
  kind: Event
  lastTimestamp: "2026-09-19T09:03:39Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-19T09:03:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:03:39Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-9rmgb.18d6ad74d6f0e08c
    namespace: kserve-ci-e2e-test
    resourceVersion: "32696"
    uid: 293d3e9f-cfa1-4415-8c30-2b5f6eb4e7ac
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-19T09:03:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-9rmgb
    namespace: kserve-ci-e2e-test
    resourceVersion: "32571"
    uid: 594ec401-3a19-4843-89e6-dc71a7ea3508
  kind: Event
  lastTimestamp: "2026-09-19T09:05:07Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.62:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-19T09:03:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:05:07Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-9rmgb.18d6ad75176a3658
    namespace: kserve-ci-e2e-test
    resourceVersion: "33452"
    uid: 4d011727-b4a3-4ce6-9ea5-12a5537fda12
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:05:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-9rmgb
    namespace: kserve-ci-e2e-test
    resourceVersion: "32571"
    uid: 594ec401-3a19-4843-89e6-dc71a7ea3508
  kind: Event
  lastTimestamp: "2026-09-19T09:05:27Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-19T09:05:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:05:27Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-9rmgb.18d6ad8e27c04008
    namespace: kserve-ci-e2e-test
    resourceVersion: "33694"
    uid: 702a9ff1-d69d-4f00-9d1d-9936c2f6038d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:05:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-9rmgb
    namespace: kserve-ci-e2e-test
    resourceVersion: "32571"
    uid: 594ec401-3a19-4843-89e6-dc71a7ea3508
  kind: Event
  lastTimestamp: "2026-09-19T09:05:27Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-19T09:05:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:05:27Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-9rmgb.18d6ad8e27c0f885
    namespace: kserve-ci-e2e-test
    resourceVersion: "33695"
    uid: 2de14acf-c642-486f-b945-c8182c8b224c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:05:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-9rmgb
    namespace: kserve-ci-e2e-test
    resourceVersion: "32571"
    uid: 594ec401-3a19-4843-89e6-dc71a7ea3508
  kind: Event
  lastTimestamp: "2026-09-19T09:05:31Z"
  message: 'Readiness probe failed: Get "https://10.132.0.62:8643/healthz": dial tcp
    10.132.0.62:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-19T09:05:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:05:31Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-9rmgb.18d6ad8eefc33d6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "33726"
    uid: 24405c43-69b2-4691-aa0a-2ca8fe57a8af
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:03:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-runtime-predictor-577f7db7cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "32558"
    uid: 759bd59c-102b-4734-b3c4-0755ed3dfc14
  kind: Event
  lastTimestamp: "2026-09-19T09:03:26Z"
  message: 'Created pod: isvc-lightgbm-runtime-predictor-577f7db7cb-9rmgb'
  metadata:
    creationTimestamp: "2026-09-19T09:03:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T09:03:26Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb.18d6ad71e9e54b17
    namespace: kserve-ci-e2e-test
    resourceVersion: "32569"
    uid: c48227bb-48f3-4ec3-8a32-7a50ac1b6865
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:03:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32555"
    uid: b9b78e25-56f8-4a0c-a8f4-8548ee6bb595
  kind: Event
  lastTimestamp: "2026-09-19T09:03:26Z"
  message: Scaled up replica set isvc-lightgbm-runtime-predictor-577f7db7cb from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-19T09:03:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T09:03:26Z"
    name: isvc-lightgbm-runtime-predictor.18d6ad71e706d9bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "32560"
    uid: 07baa24f-4fe3-44ab-9a17-6e59d0d8b6fc
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-19T09:03:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32557"
    uid: cc5e890e-de59-4568-a566-bebdbae446bd
  kind: Event
  lastTimestamp: "2026-09-19T09:04:11Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-19T09:03:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T09:04:11Z"
    name: isvc-lightgbm-runtime-predictor.18d6ad75656929d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33030"
    uid: 08a49d35-1f3d-41d1-9c41-40952127270d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-19T09:03:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32557"
    uid: cc5e890e-de59-4568-a566-bebdbae446bd
  kind: Event
  lastTimestamp: "2026-09-19T09:04:11Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-19T09:03:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T09:04:11Z"
    name: isvc-lightgbm-runtime-predictor.18d6ad7565ca9ff2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33031"
    uid: 13747f1b-174b-4ce7-a98d-dbc82b41df50
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-19T09:03:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32724"
    uid: cc5e890e-de59-4568-a566-bebdbae446bd
  kind: Event
  lastTimestamp: "2026-09-19T09:05:26Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-19T09:03:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T09:05:26Z"
    name: isvc-lightgbm-runtime-predictor.18d6ad78e463efbe
    namespace: kserve-ci-e2e-test
    resourceVersion: "33667"
    uid: 66c692ba-94b6-49bd-aacf-371a6e109fd0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-19T09:03:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32724"
    uid: cc5e890e-de59-4568-a566-bebdbae446bd
  kind: Event
  lastTimestamp: "2026-09-19T09:05:26Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-19T09:03:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T09:05:26Z"
    name: isvc-lightgbm-runtime-predictor.18d6ad78e4c80509
    namespace: kserve-ci-e2e-test
    resourceVersion: "33668"
    uid: 33c84b1e-61d5-4ef1-8514-3436323a1ce3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-19T09:03:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32548"
    uid: 6572f4c6-9789-4aa7-a819-8fbb29607bf6
  kind: Event
  lastTimestamp: "2026-09-19T09:05:18Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-19T09:03:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T09:05:18Z"
    name: isvc-lightgbm-runtime.18d6ad71e70aa7fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "33599"
    uid: 8bec86c7-d687-4007-b881-0c0c3c3d3aa3
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:03:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32548"
    uid: 6572f4c6-9789-4aa7-a819-8fbb29607bf6
  kind: Event
  lastTimestamp: "2026-09-19T09:03:26Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-19T09:03:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T09:03:26Z"
    name: isvc-lightgbm-runtime.18d6ad71e7910e65
    namespace: kserve-ci-e2e-test
    resourceVersion: "32564"
    uid: ed9845b7-bbc8-46c9-bac4-4d779b3b286d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:05:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33597"
    uid: 6572f4c6-9789-4aa7-a819-8fbb29607bf6
  kind: Event
  lastTimestamp: "2026-09-19T09:05:17Z"
  message: InferenceService [isvc-lightgbm-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-19T09:05:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T09:05:17Z"
    name: isvc-lightgbm-runtime.18d6ad8bd3a32b1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "33598"
    uid: 0fdce89f-0ac7-4623-bdb5-54825f572fa6
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-19T09:06:28.398504Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-4twbt
    namespace: kserve-ci-e2e-test
    resourceVersion: "34343"
    uid: 29852ef8-e51d-4edf-b015-f7a7e56cb6c7
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-4twbt
    to ip-10-0-136-228.ec2.internal
  metadata:
    creationTimestamp: "2026-09-19T09:06:28Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-19T09:06:28Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-4twbt.18d6ad9c385d9b20
    namespace: kserve-ci-e2e-test
    resourceVersion: "34347"
    uid: 558ffd11-3066-48d1-b020-1e622e20e307
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-d6b67db56-fftfm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:06:28Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-4twbt
    namespace: kserve-ci-e2e-test
    resourceVersion: "34353"
    uid: 29852ef8-e51d-4edf-b015-f7a7e56cb6c7
  kind: Event
  lastTimestamp: "2026-09-19T09:06:28Z"
  message: Add eth0 [10.133.0.47/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-19T09:06:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-19T09:06:28Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-4twbt.18d6ad9c5a0d0f47
    namespace: kserve-ci-e2e-test
    resourceVersion: "34367"
    uid: 91fd0d5a-62dd-4b78-a2e6-8bc2b113c669
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:06:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-4twbt
    namespace: kserve-ci-e2e-test
    resourceVersion: "34345"
    uid: 29852ef8-e51d-4edf-b015-f7a7e56cb6c7
  kind: Event
  lastTimestamp: "2026-09-19T09:06:28Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T09:06:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:06:28Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-4twbt.18d6ad9c5b6917ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "34369"
    uid: 990a01f2-ffea-4353-a892-f8a3ae445b8d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:06:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-4twbt
    namespace: kserve-ci-e2e-test
    resourceVersion: "34345"
    uid: 29852ef8-e51d-4edf-b015-f7a7e56cb6c7
  kind: Event
  lastTimestamp: "2026-09-19T09:06:29Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-19T09:06:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:06:29Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-4twbt.18d6ad9c5e05dd5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34370"
    uid: 720774ff-5ee7-4725-97a3-239d09078de1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:06:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-4twbt
    namespace: kserve-ci-e2e-test
    resourceVersion: "34345"
    uid: 29852ef8-e51d-4edf-b015-f7a7e56cb6c7
  kind: Event
  lastTimestamp: "2026-09-19T09:06:29Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-19T09:06:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:06:29Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-4twbt.18d6ad9c5e6e1fe2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34372"
    uid: 69230e64-39dc-4faf-a443-cba7d221adf7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:06:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-4twbt
    namespace: kserve-ci-e2e-test
    resourceVersion: "34345"
    uid: 29852ef8-e51d-4edf-b015-f7a7e56cb6c7
  kind: Event
  lastTimestamp: "2026-09-19T09:06:32Z"
  message: Container image "kserve/lgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-19T09:06:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:06:32Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-4twbt.18d6ad9d441a6294
    namespace: kserve-ci-e2e-test
    resourceVersion: "34406"
    uid: 4fb099c9-6efd-4863-a433-3615cb426851
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:06:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-4twbt
    namespace: kserve-ci-e2e-test
    resourceVersion: "34345"
    uid: 29852ef8-e51d-4edf-b015-f7a7e56cb6c7
  kind: Event
  lastTimestamp: "2026-09-19T09:06:32Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-19T09:06:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:06:32Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-4twbt.18d6ad9d46e937ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "34408"
    uid: 69d0cde0-ecc6-466a-9dd3-4e7f16f6bb61
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:06:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-4twbt
    namespace: kserve-ci-e2e-test
    resourceVersion: "34345"
    uid: 29852ef8-e51d-4edf-b015-f7a7e56cb6c7
  kind: Event
  lastTimestamp: "2026-09-19T09:06:32Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-19T09:06:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:06:32Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-4twbt.18d6ad9d4757a205
    namespace: kserve-ci-e2e-test
    resourceVersion: "34410"
    uid: ba414278-b1a7-446f-9a99-ee2c8d389116
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:06:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-4twbt
    namespace: kserve-ci-e2e-test
    resourceVersion: "34345"
    uid: 29852ef8-e51d-4edf-b015-f7a7e56cb6c7
  kind: Event
  lastTimestamp: "2026-09-19T09:06:32Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T09:06:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:06:32Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-4twbt.18d6ad9d4761863f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34412"
    uid: 8ef80cf7-b325-4c35-bd25-7556a30d07a1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:06:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-4twbt
    namespace: kserve-ci-e2e-test
    resourceVersion: "34345"
    uid: 29852ef8-e51d-4edf-b015-f7a7e56cb6c7
  kind: Event
  lastTimestamp: "2026-09-19T09:06:32Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-19T09:06:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:06:33Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-4twbt.18d6ad9d4a97a6bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "34414"
    uid: d9b351ba-f90d-4793-90d8-4aca4bdb458e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:06:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-4twbt
    namespace: kserve-ci-e2e-test
    resourceVersion: "34345"
    uid: 29852ef8-e51d-4edf-b015-f7a7e56cb6c7
  kind: Event
  lastTimestamp: "2026-09-19T09:06:33Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-19T09:06:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:06:33Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-4twbt.18d6ad9d4b0454d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "34415"
    uid: 293ce790-b6ae-4797-a8c2-9ff67153054e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-19T09:06:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-4twbt
    namespace: kserve-ci-e2e-test
    resourceVersion: "34345"
    uid: 29852ef8-e51d-4edf-b015-f7a7e56cb6c7
  kind: Event
  lastTimestamp: "2026-09-19T09:06:39Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.47:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-19T09:06:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:06:39Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-4twbt.18d6ad9d8022a0c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "34464"
    uid: 58dc3fc8-7b2b-4b66-a074-62051c8d7ecd
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:06:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-4twbt
    namespace: kserve-ci-e2e-test
    resourceVersion: "34345"
    uid: 29852ef8-e51d-4edf-b015-f7a7e56cb6c7
  kind: Event
  lastTimestamp: "2026-09-19T09:06:58Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-19T09:06:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:06:58Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-4twbt.18d6ada33b3a8a2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34641"
    uid: 97b1c617-00dd-4481-95ee-6aeeda434366
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:06:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-4twbt
    namespace: kserve-ci-e2e-test
    resourceVersion: "34345"
    uid: 29852ef8-e51d-4edf-b015-f7a7e56cb6c7
  kind: Event
  lastTimestamp: "2026-09-19T09:06:58Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-19T09:06:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:06:58Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-4twbt.18d6ada33b3b2cd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "34642"
    uid: e45152cc-7fde-4a23-b5b8-98ab831ef3d5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:06:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34334"
    uid: 7e2d7e9b-21cf-4933-9b29-b24660592859
  kind: Event
  lastTimestamp: "2026-09-19T09:06:28Z"
  message: 'Created pod: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-4twbt'
  metadata:
    creationTimestamp: "2026-09-19T09:06:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T09:06:28Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5.18d6ad9c37f1043b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34344"
    uid: d3954c20-e09d-40e4-a3a1-8ea314d1afa3
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:06:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34332"
    uid: c4fa5a45-e22d-4b2f-9bf9-fa5f9986b9bc
  kind: Event
  lastTimestamp: "2026-09-19T09:06:28Z"
  message: Scaled up replica set isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-19T09:06:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T09:06:28Z"
    name: isvc-lightgbm-v2-kserve-predictor.18d6ad9c35184c10
    namespace: kserve-ci-e2e-test
    resourceVersion: "34336"
    uid: a1743c75-19bf-4ee7-9e58-2389f934eaf2
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-19T09:06:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34333"
    uid: 200b01ee-54f2-424d-a580-85542ca65577
  kind: Event
  lastTimestamp: "2026-09-19T09:06:58Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-19T09:06:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T09:06:58Z"
    name: isvc-lightgbm-v2-kserve-predictor.18d6ad9fb380033d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34623"
    uid: a4805b08-a7b1-4336-a8e2-2bbac559f224
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-19T09:06:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34333"
    uid: 200b01ee-54f2-424d-a580-85542ca65577
  kind: Event
  lastTimestamp: "2026-09-19T09:06:58Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-19T09:06:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T09:06:58Z"
    name: isvc-lightgbm-v2-kserve-predictor.18d6ad9fb3dee63f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34624"
    uid: 06a5c1a6-33ec-4fd4-ac31-050430db8669
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-19T09:06:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "34325"
    uid: e81ffdcf-9338-4df2-992f-d4653207b8c5
  kind: Event
  lastTimestamp: "2026-09-19T09:06:50Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-19T09:06:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T09:06:50Z"
    name: isvc-lightgbm-v2-kserve.18d6ad9c351a4e55
    namespace: kserve-ci-e2e-test
    resourceVersion: "34555"
    uid: 0068ca83-9f07-4e41-b143-e652f63abb58
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-19T09:06:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "34325"
    uid: e81ffdcf-9338-4df2-992f-d4653207b8c5
  kind: Event
  lastTimestamp: "2026-09-19T09:06:28Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-v2-kserve":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-19T09:06:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T09:06:28Z"
    name: isvc-lightgbm-v2-kserve.18d6ad9c35b1f22c
    namespace: kserve-ci-e2e-test
    resourceVersion: "34355"
    uid: f2a4c164-1f23-433a-a359-762ad51cbf3d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:06:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "34327"
    uid: e81ffdcf-9338-4df2-992f-d4653207b8c5
  kind: Event
  lastTimestamp: "2026-09-19T09:06:28Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-kserve": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-19T09:06:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T09:06:28Z"
    name: isvc-lightgbm-v2-kserve.18d6ad9c3bd06aab
    namespace: kserve-ci-e2e-test
    resourceVersion: "34356"
    uid: 4ac83555-d410-4e12-8c28-78ffe1175465
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:06:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "34553"
    uid: e81ffdcf-9338-4df2-992f-d4653207b8c5
  kind: Event
  lastTimestamp: "2026-09-19T09:06:49Z"
  message: InferenceService [isvc-lightgbm-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-09-19T09:06:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T09:06:49Z"
    name: isvc-lightgbm-v2-kserve.18d6ada13f4565ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "34554"
    uid: d4fda5f2-c6cf-4e25-8e3b-1ed5916e8803
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-19T09:05:33.171803Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-thvnz
    namespace: kserve-ci-e2e-test
    resourceVersion: "33765"
    uid: bf80005e-5a46-4d4f-8068-acd7a92871b0
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-thvnz
    to ip-10-0-136-228.ec2.internal
  metadata:
    creationTimestamp: "2026-09-19T09:05:33Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-19T09:05:33Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-thvnz.18d6ad8f5c98fe0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33771"
    uid: 6718765d-4ce8-43d0-9aeb-50c132859408
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-d6b67db56-fftfm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:05:33Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-thvnz
    namespace: kserve-ci-e2e-test
    resourceVersion: "33767"
    uid: bf80005e-5a46-4d4f-8068-acd7a92871b0
  kind: Event
  lastTimestamp: "2026-09-19T09:05:33Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-lightgbm-v2-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-19T09:05:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:05:33Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-thvnz.18d6ad8f67dfae0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "33780"
    uid: ef131c89-cf8c-4031-88fe-458164e6db3b
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:05:34Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-thvnz
    namespace: kserve-ci-e2e-test
    resourceVersion: "33776"
    uid: bf80005e-5a46-4d4f-8068-acd7a92871b0
  kind: Event
  lastTimestamp: "2026-09-19T09:05:34Z"
  message: Add eth0 [10.133.0.46/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-19T09:05:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-19T09:05:34Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-thvnz.18d6ad8fa235b4fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "33799"
    uid: 5ee9d527-0d26-47b2-a2a9-82dde83ed7f4
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:05:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-thvnz
    namespace: kserve-ci-e2e-test
    resourceVersion: "33767"
    uid: bf80005e-5a46-4d4f-8068-acd7a92871b0
  kind: Event
  lastTimestamp: "2026-09-19T09:05:34Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T09:05:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:05:34Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-thvnz.18d6ad8fa3946423
    namespace: kserve-ci-e2e-test
    resourceVersion: "33801"
    uid: 9d0581a5-3b2a-4cfb-8579-539fb4ee1489
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:05:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-thvnz
    namespace: kserve-ci-e2e-test
    resourceVersion: "33767"
    uid: bf80005e-5a46-4d4f-8068-acd7a92871b0
  kind: Event
  lastTimestamp: "2026-09-19T09:05:34Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-19T09:05:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:05:34Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-thvnz.18d6ad8fa66acb28
    namespace: kserve-ci-e2e-test
    resourceVersion: "33802"
    uid: 3e9f966a-7204-4cce-9bc7-55fc29220a50
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:05:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-thvnz
    namespace: kserve-ci-e2e-test
    resourceVersion: "33767"
    uid: bf80005e-5a46-4d4f-8068-acd7a92871b0
  kind: Event
  lastTimestamp: "2026-09-19T09:05:34Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-19T09:05:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:05:34Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-thvnz.18d6ad8fa6dacf09
    namespace: kserve-ci-e2e-test
    resourceVersion: "33803"
    uid: c22cb29a-a035-48b3-b5e0-ab5a90e43e6f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:05:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-thvnz
    namespace: kserve-ci-e2e-test
    resourceVersion: "33767"
    uid: bf80005e-5a46-4d4f-8068-acd7a92871b0
  kind: Event
  lastTimestamp: "2026-09-19T09:05:38Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-09-19T09:05:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:05:38Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-thvnz.18d6ad90a450701f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33837"
    uid: edf9d49b-e923-488f-ba3a-364a0acca465
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:05:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-thvnz
    namespace: kserve-ci-e2e-test
    resourceVersion: "33767"
    uid: bf80005e-5a46-4d4f-8068-acd7a92871b0
  kind: Event
  lastTimestamp: "2026-09-19T09:05:38Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-19T09:05:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:05:38Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-thvnz.18d6ad90a6d4bf3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "33839"
    uid: 0751c14b-8590-4c7e-886b-d27e5be0e51e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:05:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-thvnz
    namespace: kserve-ci-e2e-test
    resourceVersion: "33767"
    uid: bf80005e-5a46-4d4f-8068-acd7a92871b0
  kind: Event
  lastTimestamp: "2026-09-19T09:05:38Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-19T09:05:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:05:38Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-thvnz.18d6ad90a742f605
    namespace: kserve-ci-e2e-test
    resourceVersion: "33840"
    uid: e3eaa56d-9534-4835-8158-2a28e4df8dd9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:05:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-thvnz
    namespace: kserve-ci-e2e-test
    resourceVersion: "33767"
    uid: bf80005e-5a46-4d4f-8068-acd7a92871b0
  kind: Event
  lastTimestamp: "2026-09-19T09:05:38Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T09:05:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:05:38Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-thvnz.18d6ad90a74cc72f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33842"
    uid: f613ad90-75d0-42c4-970f-9ad3e36323cd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:05:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-thvnz
    namespace: kserve-ci-e2e-test
    resourceVersion: "33767"
    uid: bf80005e-5a46-4d4f-8068-acd7a92871b0
  kind: Event
  lastTimestamp: "2026-09-19T09:05:38Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-19T09:05:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:05:38Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-thvnz.18d6ad90aa3626c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33845"
    uid: 350921a0-7f19-455d-a382-33ddcfd62317
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:05:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-thvnz
    namespace: kserve-ci-e2e-test
    resourceVersion: "33767"
    uid: bf80005e-5a46-4d4f-8068-acd7a92871b0
  kind: Event
  lastTimestamp: "2026-09-19T09:05:38Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-19T09:05:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:05:38Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-thvnz.18d6ad90aab9d01e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33846"
    uid: cf12ac83-a407-45ee-a280-b025fa3c6dec
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:06:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-thvnz
    namespace: kserve-ci-e2e-test
    resourceVersion: "33767"
    uid: bf80005e-5a46-4d4f-8068-acd7a92871b0
  kind: Event
  lastTimestamp: "2026-09-19T09:06:23Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-19T09:06:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:06:23Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-thvnz.18d6ad9b05436b8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "34271"
    uid: b0df94db-3498-4a3e-b076-b39936eaaeea
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:06:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-thvnz
    namespace: kserve-ci-e2e-test
    resourceVersion: "33767"
    uid: bf80005e-5a46-4d4f-8068-acd7a92871b0
  kind: Event
  lastTimestamp: "2026-09-19T09:06:23Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-19T09:06:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:06:23Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-thvnz.18d6ad9b0543f30d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34272"
    uid: 198815a8-7a1b-4981-ae61-402537539431
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:06:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-thvnz
    namespace: kserve-ci-e2e-test
    resourceVersion: "33767"
    uid: bf80005e-5a46-4d4f-8068-acd7a92871b0
  kind: Event
  lastTimestamp: "2026-09-19T09:06:26Z"
  message: 'Readiness probe failed: Get "https://10.133.0.46:8643/healthz": dial tcp
    10.133.0.46:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-19T09:06:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:06:26Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-thvnz.18d6ad9bd23f851b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34308"
    uid: 08a9795e-5915-4cde-a51b-aa02b0676635
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:06:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-thvnz
    namespace: kserve-ci-e2e-test
    resourceVersion: "33767"
    uid: bf80005e-5a46-4d4f-8068-acd7a92871b0
  kind: Event
  lastTimestamp: "2026-09-19T09:06:27Z"
  message: 'Readiness probe failed: Get "http://10.133.0.46:8080/v2/models/isvc-lightgbm-v2-runtime/ready":
    read tcp 10.133.0.2:58202->10.133.0.46:8080: read: connection reset by peer'
  metadata:
    creationTimestamp: "2026-09-19T09:06:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:06:27Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-thvnz.18d6ad9c0292645e
    namespace: kserve-ci-e2e-test
    resourceVersion: "34313"
    uid: 207e0c61-1119-4a5f-8969-b0bf039e205c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:05:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33756"
    uid: cdc2871d-e077-4a04-ac2a-08d7a244f0e4
  kind: Event
  lastTimestamp: "2026-09-19T09:05:33Z"
  message: 'Created pod: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-thvnz'
  metadata:
    creationTimestamp: "2026-09-19T09:05:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T09:05:33Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5.18d6ad8f5c2a96d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "33766"
    uid: 61d93c4e-fd2c-4b1b-a3d1-255d4fb0e55e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:05:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33754"
    uid: 810bb012-9db6-4b77-9d75-023bad472b69
  kind: Event
  lastTimestamp: "2026-09-19T09:05:33Z"
  message: Scaled up replica set isvc-lightgbm-v2-runtime-predictor-7f4957c5d5 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-19T09:05:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T09:05:33Z"
    name: isvc-lightgbm-v2-runtime-predictor.18d6ad8f5993fd6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33758"
    uid: 1f668bf4-b021-4337-9c8d-a24ae44dfddd
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:05:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33755"
    uid: e288b968-d4bc-4b34-83ff-5aad7ac5240d
  kind: Event
  lastTimestamp: "2026-09-19T09:05:48Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-19T09:05:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T09:05:48Z"
    name: isvc-lightgbm-v2-runtime-predictor.18d6ad92d803710b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33910"
    uid: 10489840-f16f-4fd4-920b-a4208679888b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:05:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33755"
    uid: e288b968-d4bc-4b34-83ff-5aad7ac5240d
  kind: Event
  lastTimestamp: "2026-09-19T09:05:48Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-19T09:05:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T09:05:48Z"
    name: isvc-lightgbm-v2-runtime-predictor.18d6ad92d866fb57
    namespace: kserve-ci-e2e-test
    resourceVersion: "33912"
    uid: 404ebb60-d7aa-41fe-b2ef-6b5d6d6352c0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-19T09:06:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33911"
    uid: e288b968-d4bc-4b34-83ff-5aad7ac5240d
  kind: Event
  lastTimestamp: "2026-09-19T09:06:18Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-19T09:06:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T09:06:18Z"
    name: isvc-lightgbm-v2-runtime-predictor.18d6ad96571671a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "34161"
    uid: c8366c08-2b22-4963-9da3-d8c9de804f52
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-19T09:06:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33911"
    uid: e288b968-d4bc-4b34-83ff-5aad7ac5240d
  kind: Event
  lastTimestamp: "2026-09-19T09:06:18Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-19T09:06:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T09:06:18Z"
    name: isvc-lightgbm-v2-runtime-predictor.18d6ad96577995c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "34162"
    uid: e2cc465a-db64-4711-83bb-22583290be0e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-19T09:05:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33747"
    uid: 84235a15-82ac-4498-be68-0e3baa720a89
  kind: Event
  lastTimestamp: "2026-09-19T09:06:16Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-19T09:05:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T09:06:16Z"
    name: isvc-lightgbm-v2-runtime.18d6ad8f5995dea5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34152"
    uid: dc570a80-6ab5-4484-9601-b8767a5ffe26
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:05:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33747"
    uid: 84235a15-82ac-4498-be68-0e3baa720a89
  kind: Event
  lastTimestamp: "2026-09-19T09:05:33Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-19T09:05:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T09:05:33Z"
    name: isvc-lightgbm-v2-runtime.18d6ad8f5a1aab00
    namespace: kserve-ci-e2e-test
    resourceVersion: "33762"
    uid: bc812ec3-e7f0-499d-9974-7cd97963fd99
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:06:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "34149"
    uid: 84235a15-82ac-4498-be68-0e3baa720a89
  kind: Event
  lastTimestamp: "2026-09-19T09:06:16Z"
  message: InferenceService [isvc-lightgbm-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-19T09:06:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T09:06:16Z"
    name: isvc-lightgbm-v2-runtime.18d6ad998390fd31
    namespace: kserve-ci-e2e-test
    resourceVersion: "34150"
    uid: 82c7587c-4792-4a0b-9a5b-bd9934e730e7
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-19T09:01:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "31415"
    uid: eb388922-77dd-46c0-8b3a-c6b9f0436c16
  kind: Event
  lastTimestamp: "2026-09-19T09:03:20Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-19T09:01:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T09:03:20Z"
    name: isvc-lightgbm.18d6ad56d63d2eed
    namespace: kserve-ci-e2e-test
    resourceVersion: "32476"
    uid: 44829fb5-0bbf-42fd-a4b2-b98ec0cb3ef1
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:01:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "31415"
    uid: eb388922-77dd-46c0-8b3a-c6b9f0436c16
  kind: Event
  lastTimestamp: "2026-09-19T09:01:30Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-19T09:01:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T09:01:30Z"
    name: isvc-lightgbm.18d6ad56d6f04a7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31430"
    uid: 0a59fec6-a089-431d-ae47-cedcc4d1c8c9
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:03:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "32474"
    uid: eb388922-77dd-46c0-8b3a-c6b9f0436c16
  kind: Event
  lastTimestamp: "2026-09-19T09:03:20Z"
  message: InferenceService [isvc-lightgbm] is Ready
  metadata:
    creationTimestamp: "2026-09-19T09:03:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T09:03:20Z"
    name: isvc-lightgbm.18d6ad706c4ad1f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "32475"
    uid: 7689e742-6c4c-4419-8c67-b3f54e63dece
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-19T08:39:04.529168Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-76f676cbf7-82hv4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18428"
    uid: 5e9d0542-d6ad-4e1d-b1fa-5bb5e496c5e4
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-logger-predictor-76f676cbf7-82hv4
    to ip-10-0-136-228.ec2.internal
  metadata:
    creationTimestamp: "2026-09-19T08:39:04Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-19T08:39:04Z"
    name: isvc-logger-predictor-76f676cbf7-82hv4.18d6ac1d7a1e1ffd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18433"
    uid: a3ea7993-ee9e-4566-be1d-bf2035eb81d7
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-d6b67db56-fftfm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:39:05Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-76f676cbf7-82hv4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18437"
    uid: 5e9d0542-d6ad-4e1d-b1fa-5bb5e496c5e4
  kind: Event
  lastTimestamp: "2026-09-19T08:39:05Z"
  message: Add eth0 [10.133.0.22/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-19T08:39:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-19T08:39:05Z"
    name: isvc-logger-predictor-76f676cbf7-82hv4.18d6ac1d9c1ac5cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "18469"
    uid: 5dc7052e-1e67-4a1a-a344-e5e9ee70a6e9
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:39:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-76f676cbf7-82hv4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18431"
    uid: 5e9d0542-d6ad-4e1d-b1fa-5bb5e496c5e4
  kind: Event
  lastTimestamp: "2026-09-19T08:39:05Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T08:39:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:39:05Z"
    name: isvc-logger-predictor-76f676cbf7-82hv4.18d6ac1d9de812a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18471"
    uid: 5bc7cc0f-dc1f-4fad-b0b8-c2c4513304ce
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:39:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-76f676cbf7-82hv4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18431"
    uid: 5e9d0542-d6ad-4e1d-b1fa-5bb5e496c5e4
  kind: Event
  lastTimestamp: "2026-09-19T08:39:05Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-19T08:39:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:39:05Z"
    name: isvc-logger-predictor-76f676cbf7-82hv4.18d6ac1da1d3af87
    namespace: kserve-ci-e2e-test
    resourceVersion: "18472"
    uid: 33bba89f-038e-406a-8416-6dd27b594a55
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:39:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-76f676cbf7-82hv4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18431"
    uid: 5e9d0542-d6ad-4e1d-b1fa-5bb5e496c5e4
  kind: Event
  lastTimestamp: "2026-09-19T08:39:05Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-19T08:39:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:39:05Z"
    name: isvc-logger-predictor-76f676cbf7-82hv4.18d6ac1da2449497
    namespace: kserve-ci-e2e-test
    resourceVersion: "18474"
    uid: b645d5b7-b4c1-4f57-ad0d-baa59b998230
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:39:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-76f676cbf7-82hv4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18431"
    uid: 5e9d0542-d6ad-4e1d-b1fa-5bb5e496c5e4
  kind: Event
  lastTimestamp: "2026-09-19T08:39:09Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-2013"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T08:39:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:39:09Z"
    name: isvc-logger-predictor-76f676cbf7-82hv4.18d6ac1e8e1bfa56
    namespace: kserve-ci-e2e-test
    resourceVersion: "18519"
    uid: 5b1f234e-19b9-4a26-a12e-8c7fe0b0d519
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:39:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-76f676cbf7-82hv4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18431"
    uid: 5e9d0542-d6ad-4e1d-b1fa-5bb5e496c5e4
  kind: Event
  lastTimestamp: "2026-09-19T08:39:09Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-19T08:39:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:39:09Z"
    name: isvc-logger-predictor-76f676cbf7-82hv4.18d6ac1e91f900a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18523"
    uid: bf1f12e2-f298-4988-9210-be3bd08d5279
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:39:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-76f676cbf7-82hv4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18431"
    uid: 5e9d0542-d6ad-4e1d-b1fa-5bb5e496c5e4
  kind: Event
  lastTimestamp: "2026-09-19T08:39:09Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-19T08:39:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:39:09Z"
    name: isvc-logger-predictor-76f676cbf7-82hv4.18d6ac1e9276bb63
    namespace: kserve-ci-e2e-test
    resourceVersion: "18524"
    uid: 12e895db-be7b-4b71-b87a-e889f8204bd7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:39:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-76f676cbf7-82hv4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18431"
    uid: 5e9d0542-d6ad-4e1d-b1fa-5bb5e496c5e4
  kind: Event
  lastTimestamp: "2026-09-19T08:39:09Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T08:39:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:39:09Z"
    name: isvc-logger-predictor-76f676cbf7-82hv4.18d6ac1e92835e67
    namespace: kserve-ci-e2e-test
    resourceVersion: "18525"
    uid: e6502b4d-2be8-4ccb-9db6-2453c2f01a98
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:39:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-76f676cbf7-82hv4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18431"
    uid: 5e9d0542-d6ad-4e1d-b1fa-5bb5e496c5e4
  kind: Event
  lastTimestamp: "2026-09-19T08:39:09Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-19T08:39:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:39:09Z"
    name: isvc-logger-predictor-76f676cbf7-82hv4.18d6ac1e959a4244
    namespace: kserve-ci-e2e-test
    resourceVersion: "18527"
    uid: 281d75e3-e931-448e-90e5-b2d65c6a1c31
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:39:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-76f676cbf7-82hv4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18431"
    uid: 5e9d0542-d6ad-4e1d-b1fa-5bb5e496c5e4
  kind: Event
  lastTimestamp: "2026-09-19T08:39:09Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-19T08:39:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:39:09Z"
    name: isvc-logger-predictor-76f676cbf7-82hv4.18d6ac1e9614a9e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18528"
    uid: 173c3fa3-f198-4cfc-a40f-5a29dd58994c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:39:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-76f676cbf7-82hv4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18431"
    uid: 5e9d0542-d6ad-4e1d-b1fa-5bb5e496c5e4
  kind: Event
  lastTimestamp: "2026-09-19T08:39:09Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:bfbc00ba36039801e3cafbd0af9ffb0a52a9c8640f7ff416612ef57190d08496"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T08:39:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:39:09Z"
    name: isvc-logger-predictor-76f676cbf7-82hv4.18d6ac1e96229576
    namespace: kserve-ci-e2e-test
    resourceVersion: "18529"
    uid: 1003d15d-5715-445f-8871-bb2ced6da0b9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:39:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-76f676cbf7-82hv4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18431"
    uid: 5e9d0542-d6ad-4e1d-b1fa-5bb5e496c5e4
  kind: Event
  lastTimestamp: "2026-09-19T08:39:09Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-09-19T08:39:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:39:09Z"
    name: isvc-logger-predictor-76f676cbf7-82hv4.18d6ac1e98e553ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "18530"
    uid: bc33dee1-0147-4e1e-a3c6-a5a79a81cfae
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:39:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-76f676cbf7-82hv4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18431"
    uid: 5e9d0542-d6ad-4e1d-b1fa-5bb5e496c5e4
  kind: Event
  lastTimestamp: "2026-09-19T08:39:09Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-09-19T08:39:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:39:09Z"
    name: isvc-logger-predictor-76f676cbf7-82hv4.18d6ac1e996a632f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18531"
    uid: 39880aad-0bde-4629-ae56-7c371b8a50ec
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-19T08:39:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-76f676cbf7-82hv4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18431"
    uid: 5e9d0542-d6ad-4e1d-b1fa-5bb5e496c5e4
  kind: Event
  lastTimestamp: "2026-09-19T08:40:50Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.22:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-19T08:39:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:40:50Z"
    name: isvc-logger-predictor-76f676cbf7-82hv4.18d6ac1eca2ed00d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19534"
    uid: f668ab19-5e44-4d61-a931-ddd0f0e2c61a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-19T08:39:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-76f676cbf7-82hv4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18431"
    uid: 5e9d0542-d6ad-4e1d-b1fa-5bb5e496c5e4
  kind: Event
  lastTimestamp: "2026-09-19T08:40:50Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-19T08:39:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:40:50Z"
    name: isvc-logger-predictor-76f676cbf7-82hv4.18d6ac1eca38b7b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19535"
    uid: 0d7fdc1e-6923-4941-958e-24bcdc5dbbee
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:40:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-76f676cbf7-82hv4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18431"
    uid: 5e9d0542-d6ad-4e1d-b1fa-5bb5e496c5e4
  kind: Event
  lastTimestamp: "2026-09-19T08:40:40Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-19T08:40:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:40:40Z"
    name: isvc-logger-predictor-76f676cbf7-82hv4.18d6ac33c29a4493
    namespace: kserve-ci-e2e-test
    resourceVersion: "19381"
    uid: 6c7ad1ee-fd4b-4d33-9aad-6258e081d827
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:40:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-76f676cbf7-82hv4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18431"
    uid: 5e9d0542-d6ad-4e1d-b1fa-5bb5e496c5e4
  kind: Event
  lastTimestamp: "2026-09-19T08:40:40Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-09-19T08:40:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:40:40Z"
    name: isvc-logger-predictor-76f676cbf7-82hv4.18d6ac33c29aa001
    namespace: kserve-ci-e2e-test
    resourceVersion: "19383"
    uid: 27df0c9e-5197-4bd2-a465-43635e825527
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:40:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-76f676cbf7-82hv4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18431"
    uid: 5e9d0542-d6ad-4e1d-b1fa-5bb5e496c5e4
  kind: Event
  lastTimestamp: "2026-09-19T08:40:40Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-19T08:40:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:40:40Z"
    name: isvc-logger-predictor-76f676cbf7-82hv4.18d6ac33c29ad0b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "19387"
    uid: 6d161f47-834e-4b09-aa84-0fb1a26b0e94
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-19T08:40:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-76f676cbf7-82hv4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18431"
    uid: 5e9d0542-d6ad-4e1d-b1fa-5bb5e496c5e4
  kind: Event
  lastTimestamp: "2026-09-19T08:40:51Z"
  message: 'Readiness probe failed: Get "https://10.133.0.22:8643/healthz": dial tcp
    10.133.0.22:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-19T08:40:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:40:51Z"
    name: isvc-logger-predictor-76f676cbf7-82hv4.18d6ac33fa5f0a43
    namespace: kserve-ci-e2e-test
    resourceVersion: "19550"
    uid: 7f330f31-7a81-4911-bf1c-8a46dc23ec09
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:39:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-logger-predictor-76f676cbf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18416"
    uid: c908caf9-447a-4780-ac17-b4ab2700eb4b
  kind: Event
  lastTimestamp: "2026-09-19T08:39:04Z"
  message: 'Created pod: isvc-logger-predictor-76f676cbf7-82hv4'
  metadata:
    creationTimestamp: "2026-09-19T08:39:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:39:04Z"
    name: isvc-logger-predictor-76f676cbf7.18d6ac1d79ab14df
    namespace: kserve-ci-e2e-test
    resourceVersion: "18430"
    uid: 92cc2397-0b19-437f-a8db-4ded05d5d771
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:39:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18414"
    uid: 52dc5205-3e9c-424c-838f-927373192cd1
  kind: Event
  lastTimestamp: "2026-09-19T08:39:04Z"
  message: Scaled up replica set isvc-logger-predictor-76f676cbf7 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-19T08:39:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:39:04Z"
    name: isvc-logger-predictor.18d6ac1d760fca5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18418"
    uid: e96422a8-0556-4592-8c86-4b5128e28b44
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-19T08:39:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18415"
    uid: 5e866ba2-5dfb-4838-903d-043645083eaf
  kind: Event
  lastTimestamp: "2026-09-19T08:39:49Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-19T08:39:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:39:49Z"
    name: isvc-logger-predictor.18d6ac20f483dfbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "18896"
    uid: 02de52db-4716-43ed-9e14-0d167b9f4f88
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-19T08:39:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18415"
    uid: 5e866ba2-5dfb-4838-903d-043645083eaf
  kind: Event
  lastTimestamp: "2026-09-19T08:39:49Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-19T08:39:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:39:49Z"
    name: isvc-logger-predictor.18d6ac20f4e58823
    namespace: kserve-ci-e2e-test
    resourceVersion: "18897"
    uid: c19c061d-f88a-44ab-8735-754c072e1f07
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-19T08:39:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18678"
    uid: 5e866ba2-5dfb-4838-903d-043645083eaf
  kind: Event
  lastTimestamp: "2026-09-19T08:40:34Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-19T08:39:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:40:34Z"
    name: isvc-logger-predictor.18d6ac2473eb7e8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19269"
    uid: ccbc393d-b5eb-4178-85c5-0b5ef4b8bdef
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-19T08:39:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18678"
    uid: 5e866ba2-5dfb-4838-903d-043645083eaf
  kind: Event
  lastTimestamp: "2026-09-19T08:40:34Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-19T08:39:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:40:34Z"
    name: isvc-logger-predictor.18d6ac24745217f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19270"
    uid: 20f2ce97-4fec-43d7-83da-5477a1da00cb
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-19T08:39:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "18406"
    uid: 046813cc-fb27-4df3-9e26-686cc55da0b8
  kind: Event
  lastTimestamp: "2026-09-19T08:40:30Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-19T08:39:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T08:40:30Z"
    name: isvc-logger.18d6ac1d7618f373
    namespace: kserve-ci-e2e-test
    resourceVersion: "19221"
    uid: 6174706e-59fd-40c4-a320-24f37d468200
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-19T08:39:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "18406"
    uid: 046813cc-fb27-4df3-9e26-686cc55da0b8
  kind: Event
  lastTimestamp: "2026-09-19T08:39:04Z"
  message: 'Failed to update status for InferenceService "isvc-logger": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-19T08:39:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T08:39:04Z"
    name: isvc-logger.18d6ac1d76a8add5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18439"
    uid: 117e9a63-6512-40e9-9dcc-c8dbd4506e71
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:39:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "18407"
    uid: 046813cc-fb27-4df3-9e26-686cc55da0b8
  kind: Event
  lastTimestamp: "2026-09-19T08:39:04Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-logger": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-19T08:39:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T08:39:04Z"
    name: isvc-logger.18d6ac1d7c425a4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18440"
    uid: 1286db8b-7a1b-427d-911c-16c1b1a34624
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:40:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "19219"
    uid: 046813cc-fb27-4df3-9e26-686cc55da0b8
  kind: Event
  lastTimestamp: "2026-09-19T08:40:30Z"
  message: InferenceService [isvc-logger] is Ready
  metadata:
    creationTimestamp: "2026-09-19T08:40:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T08:40:30Z"
    name: isvc-logger.18d6ac31708a2050
    namespace: kserve-ci-e2e-test
    resourceVersion: "19220"
    uid: f1b6542b-8972-4184-bd29-66d1e179e67f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-19T09:07:03.710816Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-dfh5m
    namespace: kserve-ci-e2e-test
    resourceVersion: "34705"
    uid: 0b3ddea7-6f81-4ff0-bdaf-f90f3e0b6cc2
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-mlflow-v2-runtime-predictor-6456f94494-dfh5m
    to ip-10-0-136-228.ec2.internal
  metadata:
    creationTimestamp: "2026-09-19T09:07:03Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-19T09:07:03Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-dfh5m.18d6ada47124b168
    namespace: kserve-ci-e2e-test
    resourceVersion: "34711"
    uid: ea6907fe-0593-4c8c-a973-37c8a90c78de
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-d6b67db56-fftfm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:07:03Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-dfh5m
    namespace: kserve-ci-e2e-test
    resourceVersion: "34707"
    uid: 0b3ddea7-6f81-4ff0-bdaf-f90f3e0b6cc2
  kind: Event
  lastTimestamp: "2026-09-19T09:07:03Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-mlflow-v2-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-19T09:07:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:07:03Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-dfh5m.18d6ada47dcdcded
    namespace: kserve-ci-e2e-test
    resourceVersion: "34720"
    uid: d4e962f5-cc46-448e-b7ed-8074014d0eb5
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:07:04Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-dfh5m
    namespace: kserve-ci-e2e-test
    resourceVersion: "34715"
    uid: 0b3ddea7-6f81-4ff0-bdaf-f90f3e0b6cc2
  kind: Event
  lastTimestamp: "2026-09-19T09:07:04Z"
  message: Add eth0 [10.133.0.48/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-19T09:07:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-19T09:07:04Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-dfh5m.18d6ada4b6e34036
    namespace: kserve-ci-e2e-test
    resourceVersion: "34731"
    uid: 0c46b331-1b18-4af9-b198-1676ecc23307
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:07:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-dfh5m
    namespace: kserve-ci-e2e-test
    resourceVersion: "34707"
    uid: 0b3ddea7-6f81-4ff0-bdaf-f90f3e0b6cc2
  kind: Event
  lastTimestamp: "2026-09-19T09:07:04Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T09:07:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:07:04Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-dfh5m.18d6ada4b8531722
    namespace: kserve-ci-e2e-test
    resourceVersion: "34733"
    uid: 88a848e2-c8b3-4d66-ac94-b67e8a762086
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:07:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-dfh5m
    namespace: kserve-ci-e2e-test
    resourceVersion: "34707"
    uid: 0b3ddea7-6f81-4ff0-bdaf-f90f3e0b6cc2
  kind: Event
  lastTimestamp: "2026-09-19T09:07:04Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-19T09:07:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:07:04Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-dfh5m.18d6ada4bb65fd3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34734"
    uid: 1c955eec-61bf-4719-9602-18de5dd07d88
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:07:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-dfh5m
    namespace: kserve-ci-e2e-test
    resourceVersion: "34707"
    uid: 0b3ddea7-6f81-4ff0-bdaf-f90f3e0b6cc2
  kind: Event
  lastTimestamp: "2026-09-19T09:07:04Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-19T09:07:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:07:04Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-dfh5m.18d6ada4bbd9bc19
    namespace: kserve-ci-e2e-test
    resourceVersion: "34735"
    uid: 312c6a99-af48-4fae-8d69-8ab5434a154e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:07:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-dfh5m
    namespace: kserve-ci-e2e-test
    resourceVersion: "34707"
    uid: 0b3ddea7-6f81-4ff0-bdaf-f90f3e0b6cc2
  kind: Event
  lastTimestamp: "2026-09-19T09:07:10Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-09-19T09:07:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:07:10Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-dfh5m.18d6ada5eab9a8e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34773"
    uid: cf52ab31-6dee-483d-b930-10c6da3f71ec
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:07:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-dfh5m
    namespace: kserve-ci-e2e-test
    resourceVersion: "34707"
    uid: 0b3ddea7-6f81-4ff0-bdaf-f90f3e0b6cc2
  kind: Event
  lastTimestamp: "2026-09-19T09:07:10Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-19T09:07:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:07:10Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-dfh5m.18d6ada5ed86eb7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34775"
    uid: e33b074b-56c0-4145-89eb-ccadbc25cea5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:07:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-dfh5m
    namespace: kserve-ci-e2e-test
    resourceVersion: "34707"
    uid: 0b3ddea7-6f81-4ff0-bdaf-f90f3e0b6cc2
  kind: Event
  lastTimestamp: "2026-09-19T09:07:10Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-19T09:07:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:07:10Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-dfh5m.18d6ada5edf55ec4
    namespace: kserve-ci-e2e-test
    resourceVersion: "34778"
    uid: 488dcfc2-9090-4dcf-a3a4-960ab9221846
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:07:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-dfh5m
    namespace: kserve-ci-e2e-test
    resourceVersion: "34707"
    uid: 0b3ddea7-6f81-4ff0-bdaf-f90f3e0b6cc2
  kind: Event
  lastTimestamp: "2026-09-19T09:07:10Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T09:07:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:07:10Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-dfh5m.18d6ada5edff38cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "34779"
    uid: 01561ae2-0327-4abf-9c03-619be7db917b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:07:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-dfh5m
    namespace: kserve-ci-e2e-test
    resourceVersion: "34707"
    uid: 0b3ddea7-6f81-4ff0-bdaf-f90f3e0b6cc2
  kind: Event
  lastTimestamp: "2026-09-19T09:07:10Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-19T09:07:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:07:10Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-dfh5m.18d6ada5f11bc5f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "34782"
    uid: 73eba67d-fd99-4235-9c2d-73f61e604dd4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:07:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-dfh5m
    namespace: kserve-ci-e2e-test
    resourceVersion: "34707"
    uid: 0b3ddea7-6f81-4ff0-bdaf-f90f3e0b6cc2
  kind: Event
  lastTimestamp: "2026-09-19T09:07:10Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-19T09:07:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:07:10Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-dfh5m.18d6ada5f190ef2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34784"
    uid: 82d101b9-28a0-4317-b8d0-79fd27874eeb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:07:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-dfh5m
    namespace: kserve-ci-e2e-test
    resourceVersion: "34707"
    uid: 0b3ddea7-6f81-4ff0-bdaf-f90f3e0b6cc2
  kind: Event
  lastTimestamp: "2026-09-19T09:07:53Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-19T09:07:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:07:53Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-dfh5m.18d6adb01979320a
    namespace: kserve-ci-e2e-test
    resourceVersion: "35134"
    uid: ee433227-8ac8-4a9e-9ff9-0694e0b1626f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:07:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-dfh5m
    namespace: kserve-ci-e2e-test
    resourceVersion: "34707"
    uid: 0b3ddea7-6f81-4ff0-bdaf-f90f3e0b6cc2
  kind: Event
  lastTimestamp: "2026-09-19T09:07:53Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-19T09:07:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:07:53Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-dfh5m.18d6adb01979b732
    namespace: kserve-ci-e2e-test
    resourceVersion: "35135"
    uid: 576cb40b-e0c2-47e1-bcd5-d26ad1e855b8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:07:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-mlflow-v2-runtime-predictor-6456f94494
    namespace: kserve-ci-e2e-test
    resourceVersion: "34696"
    uid: 4414be95-f0a7-434d-a1dd-3df86de636c8
  kind: Event
  lastTimestamp: "2026-09-19T09:07:03Z"
  message: 'Created pod: isvc-mlflow-v2-runtime-predictor-6456f94494-dfh5m'
  metadata:
    creationTimestamp: "2026-09-19T09:07:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T09:07:03Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494.18d6ada470b72f06
    namespace: kserve-ci-e2e-test
    resourceVersion: "34706"
    uid: 5fd6cf90-5034-430e-9024-8f347dfe345d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:07:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34694"
    uid: 6ee28b05-13b6-4c8b-b0e2-1ab2362dcaac
  kind: Event
  lastTimestamp: "2026-09-19T09:07:03Z"
  message: Scaled up replica set isvc-mlflow-v2-runtime-predictor-6456f94494 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-19T09:07:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T09:07:03Z"
    name: isvc-mlflow-v2-runtime-predictor.18d6ada46dd3a818
    namespace: kserve-ci-e2e-test
    resourceVersion: "34698"
    uid: caf16a6d-45dd-4c18-a82c-93a7afe420f9
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-19T09:07:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34695"
    uid: b3ee3b09-56af-4d28-9660-b4410fea5ce8
  kind: Event
  lastTimestamp: "2026-09-19T09:07:48Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-19T09:07:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T09:07:48Z"
    name: isvc-mlflow-v2-runtime-predictor.18d6ada7ec599b67
    namespace: kserve-ci-e2e-test
    resourceVersion: "35076"
    uid: ab44a41e-438f-4192-87ca-baef7f349bf4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-19T09:07:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34695"
    uid: b3ee3b09-56af-4d28-9660-b4410fea5ce8
  kind: Event
  lastTimestamp: "2026-09-19T09:07:48Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-19T09:07:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T09:07:48Z"
    name: isvc-mlflow-v2-runtime-predictor.18d6ada7ecc4640b
    namespace: kserve-ci-e2e-test
    resourceVersion: "35077"
    uid: 49781d8d-418b-4fbf-a837-4367550c59f4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-19T09:07:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "34686"
    uid: ee89c48f-2813-4626-ba28-a1201735913a
  kind: Event
  lastTimestamp: "2026-09-19T09:07:47Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-19T09:07:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T09:07:47Z"
    name: isvc-mlflow-v2-runtime.18d6ada46dea3232
    namespace: kserve-ci-e2e-test
    resourceVersion: "35064"
    uid: bf39c7e6-9116-4d4d-9fb7-768c4ba216ea
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:07:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "34686"
    uid: ee89c48f-2813-4626-ba28-a1201735913a
  kind: Event
  lastTimestamp: "2026-09-19T09:07:03Z"
  message: 'Failed to update status for InferenceService "isvc-mlflow-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-mlflow-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-19T09:07:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T09:07:03Z"
    name: isvc-mlflow-v2-runtime.18d6ada46e68e73f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34702"
    uid: 52afee6a-171b-4074-8845-4190d81aa52e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:07:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "35062"
    uid: ee89c48f-2813-4626-ba28-a1201735913a
  kind: Event
  lastTimestamp: "2026-09-19T09:07:47Z"
  message: InferenceService [isvc-mlflow-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-19T09:07:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T09:07:47Z"
    name: isvc-mlflow-v2-runtime.18d6adae9281fb10
    namespace: kserve-ci-e2e-test
    resourceVersion: "35063"
    uid: 4ae8eab7-ba92-41d8-86a0-65c2d9a43953
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-19T09:09:24.370710Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-8cqvz
    namespace: kserve-ci-e2e-test
    resourceVersion: "35977"
    uid: 8611586d-27b9-4175-bbd5-2bf6e0adf718
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-predictor-6d5c9fd4f6-8cqvz
    to ip-10-0-136-228.ec2.internal
  metadata:
    creationTimestamp: "2026-09-19T09:09:24Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-19T09:09:24Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-8cqvz.18d6adc53120689e
    namespace: kserve-ci-e2e-test
    resourceVersion: "35982"
    uid: 13196e42-4c98-4fbd-8633-54b28b306747
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-d6b67db56-fftfm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:09:24Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-8cqvz
    namespace: kserve-ci-e2e-test
    resourceVersion: "35989"
    uid: 8611586d-27b9-4175-bbd5-2bf6e0adf718
  kind: Event
  lastTimestamp: "2026-09-19T09:09:24Z"
  message: Add eth0 [10.133.0.50/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-19T09:09:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-19T09:09:24Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-8cqvz.18d6adc553425c41
    namespace: kserve-ci-e2e-test
    resourceVersion: "35997"
    uid: a19c34be-5e22-45aa-8c36-ec2ed7c98db0
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:09:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-8cqvz
    namespace: kserve-ci-e2e-test
    resourceVersion: "35979"
    uid: 8611586d-27b9-4175-bbd5-2bf6e0adf718
  kind: Event
  lastTimestamp: "2026-09-19T09:09:24Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T09:09:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:09:24Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-8cqvz.18d6adc554e7b611
    namespace: kserve-ci-e2e-test
    resourceVersion: "35999"
    uid: 3440703e-c364-4d96-a124-fa1a7522590c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:09:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-8cqvz
    namespace: kserve-ci-e2e-test
    resourceVersion: "35979"
    uid: 8611586d-27b9-4175-bbd5-2bf6e0adf718
  kind: Event
  lastTimestamp: "2026-09-19T09:09:25Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-19T09:09:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:09:25Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-8cqvz.18d6adc557e66b27
    namespace: kserve-ci-e2e-test
    resourceVersion: "36000"
    uid: ed984647-caf8-426c-bc17-a85b7fe87acf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:09:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-8cqvz
    namespace: kserve-ci-e2e-test
    resourceVersion: "35979"
    uid: 8611586d-27b9-4175-bbd5-2bf6e0adf718
  kind: Event
  lastTimestamp: "2026-09-19T09:09:25Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-19T09:09:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:09:25Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-8cqvz.18d6adc5585de71f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36002"
    uid: b508e3e0-3063-4e33-be27-1a869d698708
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:09:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-8cqvz
    namespace: kserve-ci-e2e-test
    resourceVersion: "35979"
    uid: 8611586d-27b9-4175-bbd5-2bf6e0adf718
  kind: Event
  lastTimestamp: "2026-09-19T09:09:30Z"
  message: Pulling image "kserve/paddleserver:latest"
  metadata:
    creationTimestamp: "2026-09-19T09:09:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:09:30Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-8cqvz.18d6adc6a6900b7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36063"
    uid: 874cf2f1-c751-4601-9075-da4785e44adf
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:09:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-8cqvz
    namespace: kserve-ci-e2e-test
    resourceVersion: "35979"
    uid: 8611586d-27b9-4175-bbd5-2bf6e0adf718
  kind: Event
  lastTimestamp: "2026-09-19T09:09:41Z"
  message: 'Successfully pulled image "kserve/paddleserver:latest" in 11.113s (11.113s
    including waiting). Image size: 1204395269 bytes.'
  metadata:
    creationTimestamp: "2026-09-19T09:09:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:09:41Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-8cqvz.18d6adc93cf864cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "36209"
    uid: db166879-e2ce-4a4c-8af9-eebd73b90542
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:09:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-8cqvz
    namespace: kserve-ci-e2e-test
    resourceVersion: "35979"
    uid: 8611586d-27b9-4175-bbd5-2bf6e0adf718
  kind: Event
  lastTimestamp: "2026-09-19T09:09:41Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-19T09:09:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:09:41Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-8cqvz.18d6adc9401f0670
    namespace: kserve-ci-e2e-test
    resourceVersion: "36210"
    uid: 7c0363f1-4107-499e-a80e-296ecdbae5f2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:09:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-8cqvz
    namespace: kserve-ci-e2e-test
    resourceVersion: "35979"
    uid: 8611586d-27b9-4175-bbd5-2bf6e0adf718
  kind: Event
  lastTimestamp: "2026-09-19T09:09:41Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-19T09:09:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:09:41Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-8cqvz.18d6adc9409c4a3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36211"
    uid: 9200d403-13fe-4259-9159-d4b114d7618c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:09:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-8cqvz
    namespace: kserve-ci-e2e-test
    resourceVersion: "35979"
    uid: 8611586d-27b9-4175-bbd5-2bf6e0adf718
  kind: Event
  lastTimestamp: "2026-09-19T09:09:41Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T09:09:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:09:41Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-8cqvz.18d6adc940a824d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36212"
    uid: 78287200-e108-483a-9016-f5a656c26c24
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:09:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-8cqvz
    namespace: kserve-ci-e2e-test
    resourceVersion: "35979"
    uid: 8611586d-27b9-4175-bbd5-2bf6e0adf718
  kind: Event
  lastTimestamp: "2026-09-19T09:09:41Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-19T09:09:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:09:41Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-8cqvz.18d6adc943dfb281
    namespace: kserve-ci-e2e-test
    resourceVersion: "36214"
    uid: 65b9266e-f752-4b6d-990e-9c3f97736261
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:09:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-8cqvz
    namespace: kserve-ci-e2e-test
    resourceVersion: "35979"
    uid: 8611586d-27b9-4175-bbd5-2bf6e0adf718
  kind: Event
  lastTimestamp: "2026-09-19T09:09:41Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-19T09:09:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:09:41Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-8cqvz.18d6adc9445bebd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "36215"
    uid: aee1f881-071b-406d-816b-f4bff9639d79
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-19T09:09:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-8cqvz
    namespace: kserve-ci-e2e-test
    resourceVersion: "35979"
    uid: 8611586d-27b9-4175-bbd5-2bf6e0adf718
  kind: Event
  lastTimestamp: "2026-09-19T09:10:19Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.50:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-19T09:09:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:10:19Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-8cqvz.18d6adc9b14ba5af
    namespace: kserve-ci-e2e-test
    resourceVersion: "36533"
    uid: 194ec669-637a-427b-8074-c7376ea016fe
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:10:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-8cqvz
    namespace: kserve-ci-e2e-test
    resourceVersion: "35979"
    uid: 8611586d-27b9-4175-bbd5-2bf6e0adf718
  kind: Event
  lastTimestamp: "2026-09-19T09:10:35Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-19T09:10:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:10:35Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-8cqvz.18d6add5d29e065c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36663"
    uid: db661fc4-2a5c-4139-bee1-22c6689d9255
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:10:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-8cqvz
    namespace: kserve-ci-e2e-test
    resourceVersion: "35979"
    uid: 8611586d-27b9-4175-bbd5-2bf6e0adf718
  kind: Event
  lastTimestamp: "2026-09-19T09:10:35Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-19T09:10:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:10:35Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-8cqvz.18d6add5d29e7fb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36664"
    uid: f2dd46a9-ff9a-4463-9026-96ddf774e3ff
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:09:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-predictor-6d5c9fd4f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "35963"
    uid: e0f6c751-fb96-4284-848d-0da077b05219
  kind: Event
  lastTimestamp: "2026-09-19T09:09:24Z"
  message: 'Created pod: isvc-paddle-predictor-6d5c9fd4f6-8cqvz'
  metadata:
    creationTimestamp: "2026-09-19T09:09:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T09:09:24Z"
    name: isvc-paddle-predictor-6d5c9fd4f6.18d6adc5307f581f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35980"
    uid: 97142078-7280-4cfb-8ba8-d2c5f1fdb35c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:09:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35961"
    uid: c618ab4b-0486-469d-8dd7-c313b6030c8c
  kind: Event
  lastTimestamp: "2026-09-19T09:09:24Z"
  message: Scaled up replica set isvc-paddle-predictor-6d5c9fd4f6 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-19T09:09:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T09:09:24Z"
    name: isvc-paddle-predictor.18d6adc529b7c559
    namespace: kserve-ci-e2e-test
    resourceVersion: "35965"
    uid: 1dbcd4d5-bf9e-4733-9a12-76abc8fa3224
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:09:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35962"
    uid: 92eb325a-201b-4fd4-85dc-8d6cd294423c
  kind: Event
  lastTimestamp: "2026-09-19T09:09:39Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-19T09:09:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T09:09:39Z"
    name: isvc-paddle-predictor.18d6adc8a81d53aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "36191"
    uid: 8f883c77-1769-45a5-bdea-72229221e162
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:09:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35962"
    uid: 92eb325a-201b-4fd4-85dc-8d6cd294423c
  kind: Event
  lastTimestamp: "2026-09-19T09:09:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-19T09:09:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T09:09:39Z"
    name: isvc-paddle-predictor.18d6adc8a86fb391
    namespace: kserve-ci-e2e-test
    resourceVersion: "36193"
    uid: 2a71dd20-8621-4767-9d4a-b7270a967209
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-19T09:09:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36192"
    uid: 92eb325a-201b-4fd4-85dc-8d6cd294423c
  kind: Event
  lastTimestamp: "2026-09-19T09:10:24Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-19T09:09:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T09:10:24Z"
    name: isvc-paddle-predictor.18d6adcc273f52b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "36566"
    uid: 62f68d6d-31bd-4cb7-bafc-fa6aafdf6b82
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-19T09:09:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36192"
    uid: 92eb325a-201b-4fd4-85dc-8d6cd294423c
  kind: Event
  lastTimestamp: "2026-09-19T09:10:24Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-19T09:09:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T09:10:24Z"
    name: isvc-paddle-predictor.18d6adcc27dfed2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36567"
    uid: c93b8e2d-c22b-42a9-8480-043efe67b208
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-19T09:10:40.985877Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-crp55
    namespace: kserve-ci-e2e-test
    resourceVersion: "36732"
    uid: dc858eb0-be61-43af-8089-05a2d9848c97
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-runtime-predictor-58b99fff76-crp55
    to ip-10-0-136-228.ec2.internal
  metadata:
    creationTimestamp: "2026-09-19T09:10:40Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-19T09:10:40Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-crp55.18d6add707bf137b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36739"
    uid: 58d09665-41d6-4b45-bf18-22e032238d4c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-d6b67db56-fftfm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:10:41Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-crp55
    namespace: kserve-ci-e2e-test
    resourceVersion: "36742"
    uid: dc858eb0-be61-43af-8089-05a2d9848c97
  kind: Event
  lastTimestamp: "2026-09-19T09:10:41Z"
  message: Add eth0 [10.133.0.52/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-19T09:10:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-19T09:10:41Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-crp55.18d6add729a8509c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36752"
    uid: 42987a57-879a-43f5-ab29-0a229a6c85c3
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:10:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-crp55
    namespace: kserve-ci-e2e-test
    resourceVersion: "36734"
    uid: dc858eb0-be61-43af-8089-05a2d9848c97
  kind: Event
  lastTimestamp: "2026-09-19T09:10:41Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T09:10:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:10:41Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-crp55.18d6add72b100ad7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36754"
    uid: 418c62a4-3033-44fc-bc7f-f9ebd641c599
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:10:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-crp55
    namespace: kserve-ci-e2e-test
    resourceVersion: "36734"
    uid: dc858eb0-be61-43af-8089-05a2d9848c97
  kind: Event
  lastTimestamp: "2026-09-19T09:10:41Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-19T09:10:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:10:41Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-crp55.18d6add72d8d5192
    namespace: kserve-ci-e2e-test
    resourceVersion: "36755"
    uid: ee293bad-cd15-4414-b553-990672ac4c19
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:10:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-crp55
    namespace: kserve-ci-e2e-test
    resourceVersion: "36734"
    uid: dc858eb0-be61-43af-8089-05a2d9848c97
  kind: Event
  lastTimestamp: "2026-09-19T09:10:41Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-19T09:10:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:10:41Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-crp55.18d6add72e12f23d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36756"
    uid: 4e9de925-eb35-4a60-afbb-b76f09de0699
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:10:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-crp55
    namespace: kserve-ci-e2e-test
    resourceVersion: "36734"
    uid: dc858eb0-be61-43af-8089-05a2d9848c97
  kind: Event
  lastTimestamp: "2026-09-19T09:10:46Z"
  message: Container image "kserve/paddleserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-19T09:10:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:10:46Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-crp55.18d6add86d3106a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "36805"
    uid: 8f21f525-9892-4046-afc8-a97bbd90b422
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:10:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-crp55
    namespace: kserve-ci-e2e-test
    resourceVersion: "36734"
    uid: dc858eb0-be61-43af-8089-05a2d9848c97
  kind: Event
  lastTimestamp: "2026-09-19T09:10:47Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-19T09:10:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:10:47Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-crp55.18d6add8700c5b90
    namespace: kserve-ci-e2e-test
    resourceVersion: "36807"
    uid: ed315b0d-8737-4305-8b1f-6c242a149010
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:10:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-crp55
    namespace: kserve-ci-e2e-test
    resourceVersion: "36734"
    uid: dc858eb0-be61-43af-8089-05a2d9848c97
  kind: Event
  lastTimestamp: "2026-09-19T09:10:47Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-19T09:10:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:10:47Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-crp55.18d6add87094a02a
    namespace: kserve-ci-e2e-test
    resourceVersion: "36809"
    uid: ac5f05b5-765b-41cc-b93b-9ddee78c9a81
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:10:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-crp55
    namespace: kserve-ci-e2e-test
    resourceVersion: "36734"
    uid: dc858eb0-be61-43af-8089-05a2d9848c97
  kind: Event
  lastTimestamp: "2026-09-19T09:10:47Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T09:10:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:10:47Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-crp55.18d6add870a0f36f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36810"
    uid: f476d4a2-3b24-4456-aa35-5aa797a82e42
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:10:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-crp55
    namespace: kserve-ci-e2e-test
    resourceVersion: "36734"
    uid: dc858eb0-be61-43af-8089-05a2d9848c97
  kind: Event
  lastTimestamp: "2026-09-19T09:10:47Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-19T09:10:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:10:47Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-crp55.18d6add8742ae4b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "36813"
    uid: 5c1ec1f8-f780-427f-b28a-e9cd7d01125a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:10:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-crp55
    namespace: kserve-ci-e2e-test
    resourceVersion: "36734"
    uid: dc858eb0-be61-43af-8089-05a2d9848c97
  kind: Event
  lastTimestamp: "2026-09-19T09:10:47Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-19T09:10:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:10:47Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-crp55.18d6add874932c34
    namespace: kserve-ci-e2e-test
    resourceVersion: "36814"
    uid: d5f6361a-2c9f-4a34-8e91-01698bbaabf4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-09-19T09:10:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-crp55
    namespace: kserve-ci-e2e-test
    resourceVersion: "36734"
    uid: dc858eb0-be61-43af-8089-05a2d9848c97
  kind: Event
  lastTimestamp: "2026-09-19T09:11:44Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.52:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-19T09:10:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:11:44Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-crp55.18d6add8a932f7a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37449"
    uid: e522736a-01fd-4a68-ae41-44e82c922e79
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:11:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-crp55
    namespace: kserve-ci-e2e-test
    resourceVersion: "36734"
    uid: dc858eb0-be61-43af-8089-05a2d9848c97
  kind: Event
  lastTimestamp: "2026-09-19T09:11:42Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-19T09:11:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:11:42Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-crp55.18d6ade55382197f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37435"
    uid: 0de09c8d-a984-42a4-a5c5-6ee04d49cfec
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:11:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-crp55
    namespace: kserve-ci-e2e-test
    resourceVersion: "36734"
    uid: dc858eb0-be61-43af-8089-05a2d9848c97
  kind: Event
  lastTimestamp: "2026-09-19T09:11:42Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-19T09:11:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:11:42Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-crp55.18d6ade553827fc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "37436"
    uid: 36d70ac2-ee01-4d2d-9e88-53675a5cfbbc
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:11:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-crp55
    namespace: kserve-ci-e2e-test
    resourceVersion: "36734"
    uid: dc858eb0-be61-43af-8089-05a2d9848c97
  kind: Event
  lastTimestamp: "2026-09-19T09:11:43Z"
  message: 'Readiness probe failed: Get "https://10.133.0.52:8643/healthz": dial tcp
    10.133.0.52:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-19T09:11:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:11:43Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-crp55.18d6ade5b3373512
    namespace: kserve-ci-e2e-test
    resourceVersion: "37448"
    uid: a233af03-25c9-43f9-82ca-8dabbd2c5786
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:10:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-runtime-predictor-58b99fff76
    namespace: kserve-ci-e2e-test
    resourceVersion: "36722"
    uid: 3e93dcf6-76e1-40b9-bd63-9c601a728a13
  kind: Event
  lastTimestamp: "2026-09-19T09:10:40Z"
  message: 'Created pod: isvc-paddle-runtime-predictor-58b99fff76-crp55'
  metadata:
    creationTimestamp: "2026-09-19T09:10:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T09:10:40Z"
    name: isvc-paddle-runtime-predictor-58b99fff76.18d6add707485832
    namespace: kserve-ci-e2e-test
    resourceVersion: "36733"
    uid: a283fa05-d20f-4f11-aee4-13babdc00951
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:10:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36720"
    uid: 7f41172d-0bc6-4f20-a9c3-aab8a9aa3a62
  kind: Event
  lastTimestamp: "2026-09-19T09:10:40Z"
  message: Scaled up replica set isvc-paddle-runtime-predictor-58b99fff76 from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-19T09:10:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T09:10:40Z"
    name: isvc-paddle-runtime-predictor.18d6add70409c7d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36724"
    uid: ef5e901e-9d95-4d1a-b643-0ed16786ef36
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-19T09:10:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36721"
    uid: d863aec4-9e65-43da-ae87-b318e7984bc5
  kind: Event
  lastTimestamp: "2026-09-19T09:11:10Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-19T09:10:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T09:11:10Z"
    name: isvc-paddle-runtime-predictor.18d6adda826744ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "36997"
    uid: fed53695-b909-4747-a967-cd980513cf38
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-19T09:10:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36721"
    uid: d863aec4-9e65-43da-ae87-b318e7984bc5
  kind: Event
  lastTimestamp: "2026-09-19T09:11:10Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-19T09:10:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T09:11:10Z"
    name: isvc-paddle-runtime-predictor.18d6adda82c751f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "36998"
    uid: 95ca2608-e5e4-4152-8a9b-ea2ad08a657f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-19T09:11:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36886"
    uid: d863aec4-9e65-43da-ae87-b318e7984bc5
  kind: Event
  lastTimestamp: "2026-09-19T09:11:40Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-19T09:11:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T09:11:40Z"
    name: isvc-paddle-runtime-predictor.18d6ade180442b30
    namespace: kserve-ci-e2e-test
    resourceVersion: "37408"
    uid: 7c422dbb-f601-4b41-9b99-d37a98bed91d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-19T09:11:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36886"
    uid: d863aec4-9e65-43da-ae87-b318e7984bc5
  kind: Event
  lastTimestamp: "2026-09-19T09:11:40Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-19T09:11:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T09:11:40Z"
    name: isvc-paddle-runtime-predictor.18d6ade180b52757
    namespace: kserve-ci-e2e-test
    resourceVersion: "37409"
    uid: 138aca94-bf36-4e77-8527-e1c9426a9a9b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-19T09:10:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "36712"
    uid: 6caf4064-cea8-4790-b560-d166da0e2019
  kind: Event
  lastTimestamp: "2026-09-19T09:11:34Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-19T09:10:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T09:11:34Z"
    name: isvc-paddle-runtime.18d6add7040c7366
    namespace: kserve-ci-e2e-test
    resourceVersion: "37351"
    uid: b041f7a0-0cce-411d-aa2b-30cf4bc823da
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:10:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "36712"
    uid: 6caf4064-cea8-4790-b560-d166da0e2019
  kind: Event
  lastTimestamp: "2026-09-19T09:10:40Z"
  message: 'Failed to update status for InferenceService "isvc-paddle-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-19T09:10:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T09:10:40Z"
    name: isvc-paddle-runtime.18d6add704ac1d72
    namespace: kserve-ci-e2e-test
    resourceVersion: "36728"
    uid: 0b453d09-87da-4ded-81e9-78fc3c891cd4
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:11:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "37349"
    uid: 6caf4064-cea8-4790-b560-d166da0e2019
  kind: Event
  lastTimestamp: "2026-09-19T09:11:34Z"
  message: InferenceService [isvc-paddle-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-19T09:11:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T09:11:34Z"
    name: isvc-paddle-runtime.18d6ade364cf1430
    namespace: kserve-ci-e2e-test
    resourceVersion: "37350"
    uid: fcdc94ec-aed7-49f9-9b53-894f5579281d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-19T09:11:47.563386Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-dbgkx
    namespace: kserve-ci-e2e-test
    resourceVersion: "37502"
    uid: 457605a8-376c-407f-bf27-bdcda5d2ca25
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-v2-kserve-predictor-64d4c74b4d-dbgkx
    to ip-10-0-136-228.ec2.internal
  metadata:
    creationTimestamp: "2026-09-19T09:11:47Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-19T09:11:47Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-dbgkx.18d6ade688133ce1
    namespace: kserve-ci-e2e-test
    resourceVersion: "37508"
    uid: 3208fd71-69a2-4e6b-89f5-cdc37a11af36
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-d6b67db56-fftfm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:11:47Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-dbgkx
    namespace: kserve-ci-e2e-test
    resourceVersion: "37506"
    uid: 457605a8-376c-407f-bf27-bdcda5d2ca25
  kind: Event
  lastTimestamp: "2026-09-19T09:11:47Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-paddle-v2-kserve-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-19T09:11:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:11:47Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-dbgkx.18d6ade6961b2009
    namespace: kserve-ci-e2e-test
    resourceVersion: "37515"
    uid: 4f56c877-0d1c-4994-9e41-28a7eaa9fb48
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:11:48Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-dbgkx
    namespace: kserve-ci-e2e-test
    resourceVersion: "37512"
    uid: 457605a8-376c-407f-bf27-bdcda5d2ca25
  kind: Event
  lastTimestamp: "2026-09-19T09:11:48Z"
  message: Add eth0 [10.133.0.53/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-19T09:11:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-19T09:11:48Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-dbgkx.18d6ade6cdb2e07c
    namespace: kserve-ci-e2e-test
    resourceVersion: "37524"
    uid: 1787eb4d-ff69-42ab-80f4-02a69737c53f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:11:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-dbgkx
    namespace: kserve-ci-e2e-test
    resourceVersion: "37506"
    uid: 457605a8-376c-407f-bf27-bdcda5d2ca25
  kind: Event
  lastTimestamp: "2026-09-19T09:11:48Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T09:11:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:11:48Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-dbgkx.18d6ade6cf15e0d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "37526"
    uid: 1bf598c2-6ada-40d1-83ba-5d58ef8ce037
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:11:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-dbgkx
    namespace: kserve-ci-e2e-test
    resourceVersion: "37506"
    uid: 457605a8-376c-407f-bf27-bdcda5d2ca25
  kind: Event
  lastTimestamp: "2026-09-19T09:11:48Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-19T09:11:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:11:48Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-dbgkx.18d6ade6d14f05e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "37527"
    uid: 74218a81-c137-4dcf-a0db-b519e606f90a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:11:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-dbgkx
    namespace: kserve-ci-e2e-test
    resourceVersion: "37506"
    uid: 457605a8-376c-407f-bf27-bdcda5d2ca25
  kind: Event
  lastTimestamp: "2026-09-19T09:11:48Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-19T09:11:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:11:48Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-dbgkx.18d6ade6d1ab0363
    namespace: kserve-ci-e2e-test
    resourceVersion: "37528"
    uid: df40df68-d2a1-4dbc-9971-cb0c98b5ca51
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:11:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-dbgkx
    namespace: kserve-ci-e2e-test
    resourceVersion: "37506"
    uid: 457605a8-376c-407f-bf27-bdcda5d2ca25
  kind: Event
  lastTimestamp: "2026-09-19T09:11:53Z"
  message: Container image "kserve/paddleserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-19T09:11:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:11:53Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-dbgkx.18d6ade7db68e5a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "37566"
    uid: fd4e804b-c590-4060-98f6-8144fa843a96
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:11:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-dbgkx
    namespace: kserve-ci-e2e-test
    resourceVersion: "37506"
    uid: 457605a8-376c-407f-bf27-bdcda5d2ca25
  kind: Event
  lastTimestamp: "2026-09-19T09:11:53Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-19T09:11:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:11:53Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-dbgkx.18d6ade7dde62ea6
    namespace: kserve-ci-e2e-test
    resourceVersion: "37568"
    uid: f1ab681b-ff38-4e8c-b18b-657d53956ac2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:11:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-dbgkx
    namespace: kserve-ci-e2e-test
    resourceVersion: "37506"
    uid: 457605a8-376c-407f-bf27-bdcda5d2ca25
  kind: Event
  lastTimestamp: "2026-09-19T09:11:53Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-19T09:11:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:11:53Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-dbgkx.18d6ade7de4397a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37569"
    uid: 3661d450-1e3c-4e7b-b4ac-e11e94d2ec15
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:11:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-dbgkx
    namespace: kserve-ci-e2e-test
    resourceVersion: "37506"
    uid: 457605a8-376c-407f-bf27-bdcda5d2ca25
  kind: Event
  lastTimestamp: "2026-09-19T09:11:53Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T09:11:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:11:53Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-dbgkx.18d6ade7de4cd7aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "37571"
    uid: faed9e0b-fe2d-4a28-bd59-7929fede69dd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:11:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-dbgkx
    namespace: kserve-ci-e2e-test
    resourceVersion: "37506"
    uid: 457605a8-376c-407f-bf27-bdcda5d2ca25
  kind: Event
  lastTimestamp: "2026-09-19T09:11:53Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-19T09:11:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:11:53Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-dbgkx.18d6ade7e0c333ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "37573"
    uid: 46c84a0c-d623-4056-b28e-a381675ee143
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:11:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-dbgkx
    namespace: kserve-ci-e2e-test
    resourceVersion: "37506"
    uid: 457605a8-376c-407f-bf27-bdcda5d2ca25
  kind: Event
  lastTimestamp: "2026-09-19T09:11:53Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-19T09:11:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:11:53Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-dbgkx.18d6ade7e1264978
    namespace: kserve-ci-e2e-test
    resourceVersion: "37574"
    uid: 8d4d0c8f-add3-41b3-9b84-1c911722b545
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-09-19T09:11:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-dbgkx
    namespace: kserve-ci-e2e-test
    resourceVersion: "37506"
    uid: 457605a8-376c-407f-bf27-bdcda5d2ca25
  kind: Event
  lastTimestamp: "2026-09-19T09:12:51Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.53:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-19T09:11:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:12:51Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-dbgkx.18d6ade8538bdc4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "38027"
    uid: 7f24036a-4c54-48dd-bc0a-f4520279e783
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:12:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-dbgkx
    namespace: kserve-ci-e2e-test
    resourceVersion: "37506"
    uid: 457605a8-376c-407f-bf27-bdcda5d2ca25
  kind: Event
  lastTimestamp: "2026-09-19T09:12:49Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-19T09:12:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:12:49Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-dbgkx.18d6adf4e7d44e6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "38005"
    uid: 1eb2cf07-6d86-483c-b329-e2700c002f04
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:12:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-dbgkx
    namespace: kserve-ci-e2e-test
    resourceVersion: "37506"
    uid: 457605a8-376c-407f-bf27-bdcda5d2ca25
  kind: Event
  lastTimestamp: "2026-09-19T09:12:49Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-19T09:12:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:12:49Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-dbgkx.18d6adf4e7d50824
    namespace: kserve-ci-e2e-test
    resourceVersion: "38006"
    uid: f2642ae4-af72-459b-b49f-5e0c5ee1ff9c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:12:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-dbgkx
    namespace: kserve-ci-e2e-test
    resourceVersion: "37506"
    uid: 457605a8-376c-407f-bf27-bdcda5d2ca25
  kind: Event
  lastTimestamp: "2026-09-19T09:12:51Z"
  message: 'Readiness probe failed: Get "https://10.133.0.53:8643/healthz": dial tcp
    10.133.0.53:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-19T09:12:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:12:51Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-dbgkx.18d6adf55d9aa2e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "38026"
    uid: 17e55cd1-0097-4d84-b768-ea01f221ce1b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:11:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37493"
    uid: 3cac125d-373e-4c81-a778-38b24aebb684
  kind: Event
  lastTimestamp: "2026-09-19T09:11:47Z"
  message: 'Created pod: isvc-paddle-v2-kserve-predictor-64d4c74b4d-dbgkx'
  metadata:
    creationTimestamp: "2026-09-19T09:11:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T09:11:47Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d.18d6ade687a5107d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37505"
    uid: 035b6fc0-1139-4c3e-bf82-8e213a9b621a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:11:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37491"
    uid: 386465d3-93a9-4a4c-8878-330f8c7fe30d
  kind: Event
  lastTimestamp: "2026-09-19T09:11:47Z"
  message: Scaled up replica set isvc-paddle-v2-kserve-predictor-64d4c74b4d from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-19T09:11:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T09:11:47Z"
    name: isvc-paddle-v2-kserve-predictor.18d6ade684b5900d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37495"
    uid: 93656c10-cee7-47f6-9900-2ffc13500882
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-19T09:12:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37492"
    uid: 437acfb6-6fc5-4d0a-a742-a40b568deaaf
  kind: Event
  lastTimestamp: "2026-09-19T09:12:32Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-19T09:12:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T09:12:32Z"
    name: isvc-paddle-v2-kserve-predictor.18d6adea03d75532
    namespace: kserve-ci-e2e-test
    resourceVersion: "37869"
    uid: 7c22e93b-07bd-4395-a3ba-7bab33280614
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-19T09:12:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37492"
    uid: 437acfb6-6fc5-4d0a-a742-a40b568deaaf
  kind: Event
  lastTimestamp: "2026-09-19T09:12:32Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-19T09:12:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T09:12:32Z"
    name: isvc-paddle-v2-kserve-predictor.18d6adea04587b52
    namespace: kserve-ci-e2e-test
    resourceVersion: "37870"
    uid: ff734fb9-70f5-4710-897f-c805454dafec
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-19T09:12:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37649"
    uid: 437acfb6-6fc5-4d0a-a742-a40b568deaaf
  kind: Event
  lastTimestamp: "2026-09-19T09:12:47Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-19T09:12:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T09:12:47Z"
    name: isvc-paddle-v2-kserve-predictor.18d6aded8358a53d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37978"
    uid: f00dcb01-a594-43b9-bc0e-5257c550a25f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-19T09:12:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37649"
    uid: 437acfb6-6fc5-4d0a-a742-a40b568deaaf
  kind: Event
  lastTimestamp: "2026-09-19T09:12:47Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-19T09:12:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T09:12:47Z"
    name: isvc-paddle-v2-kserve-predictor.18d6aded83d1ba30
    namespace: kserve-ci-e2e-test
    resourceVersion: "37979"
    uid: 020e8abb-99cb-4e54-99f6-caa52daa2dc2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-19T09:11:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "37483"
    uid: c80ac050-1d13-48a5-adf3-dc5f1a5b49a9
  kind: Event
  lastTimestamp: "2026-09-19T09:12:41Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-19T09:11:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T09:12:41Z"
    name: isvc-paddle-v2-kserve.18d6ade684bad8f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "37938"
    uid: 461fa159-4ffb-48a4-b24f-7194a25c0a5e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:11:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "37483"
    uid: c80ac050-1d13-48a5-adf3-dc5f1a5b49a9
  kind: Event
  lastTimestamp: "2026-09-19T09:11:47Z"
  message: 'Failed to update status for InferenceService "isvc-paddle-v2-kserve":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-19T09:11:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T09:11:47Z"
    name: isvc-paddle-v2-kserve.18d6ade6855b74c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "37499"
    uid: 197423f8-21d5-4b03-b8c5-faecd6bbe372
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:12:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "37934"
    uid: c80ac050-1d13-48a5-adf3-dc5f1a5b49a9
  kind: Event
  lastTimestamp: "2026-09-19T09:12:41Z"
  message: InferenceService [isvc-paddle-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-09-19T09:12:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T09:12:41Z"
    name: isvc-paddle-v2-kserve.18d6adf30f317b27
    namespace: kserve-ci-e2e-test
    resourceVersion: "37935"
    uid: db99ce53-0ab2-4421-9b68-9e79212190d6
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-19T09:09:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "35954"
    uid: 46812713-312a-4141-bd2c-290bb6c5a681
  kind: Event
  lastTimestamp: "2026-09-19T09:10:29Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-19T09:09:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T09:10:29Z"
    name: isvc-paddle.18d6adc529b3d357
    namespace: kserve-ci-e2e-test
    resourceVersion: "36613"
    uid: bca21421-45e0-446d-a58b-84d9ca5875c0
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:09:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "35954"
    uid: 46812713-312a-4141-bd2c-290bb6c5a681
  kind: Event
  lastTimestamp: "2026-09-19T09:09:24Z"
  message: 'Failed to update status for InferenceService "isvc-paddle": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-19T09:09:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T09:09:24Z"
    name: isvc-paddle.18d6adc52aa15e62
    namespace: kserve-ci-e2e-test
    resourceVersion: "35969"
    uid: dc5b62b6-89f0-4474-96bf-5fe21deec952
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:10:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "36610"
    uid: 46812713-312a-4141-bd2c-290bb6c5a681
  kind: Event
  lastTimestamp: "2026-09-19T09:10:29Z"
  message: InferenceService [isvc-paddle] is Ready
  metadata:
    creationTimestamp: "2026-09-19T09:10:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T09:10:29Z"
    name: isvc-paddle.18d6add46d748cff
    namespace: kserve-ci-e2e-test
    resourceVersion: "36611"
    uid: ffb4295d-effb-4fc2-bb56-37c99fc7778f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-19T09:12:54.526216Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-dzhd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "38077"
    uid: 8ec7012c-a243-4beb-9e2f-006196c53b47
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-predictor-8674795f59-dzhd6
    to ip-10-0-136-228.ec2.internal
  metadata:
    creationTimestamp: "2026-09-19T09:12:54Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-19T09:12:54Z"
    name: isvc-pmml-predictor-8674795f59-dzhd6.18d6adf61f5eec65
    namespace: kserve-ci-e2e-test
    resourceVersion: "38083"
    uid: 57967758-a0d9-4304-bcbe-d1ded1f816dc
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-d6b67db56-fftfm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:12:55Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-dzhd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "38087"
    uid: 8ec7012c-a243-4beb-9e2f-006196c53b47
  kind: Event
  lastTimestamp: "2026-09-19T09:12:55Z"
  message: Add eth0 [10.133.0.54/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-19T09:12:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-19T09:12:55Z"
    name: isvc-pmml-predictor-8674795f59-dzhd6.18d6adf64154aa19
    namespace: kserve-ci-e2e-test
    resourceVersion: "38097"
    uid: c15d7281-4835-4aae-b535-b267b1ec79fd
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:12:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-dzhd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "38081"
    uid: 8ec7012c-a243-4beb-9e2f-006196c53b47
  kind: Event
  lastTimestamp: "2026-09-19T09:12:55Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T09:12:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:12:55Z"
    name: isvc-pmml-predictor-8674795f59-dzhd6.18d6adf642d3283c
    namespace: kserve-ci-e2e-test
    resourceVersion: "38099"
    uid: c8fcfeaa-be7a-47db-8ff9-26b8df851fd4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:12:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-dzhd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "38081"
    uid: 8ec7012c-a243-4beb-9e2f-006196c53b47
  kind: Event
  lastTimestamp: "2026-09-19T09:12:55Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-19T09:12:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:12:55Z"
    name: isvc-pmml-predictor-8674795f59-dzhd6.18d6adf645c3f667
    namespace: kserve-ci-e2e-test
    resourceVersion: "38101"
    uid: 759ecba9-8d5c-4426-886e-59da45c58b02
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:12:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-dzhd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "38081"
    uid: 8ec7012c-a243-4beb-9e2f-006196c53b47
  kind: Event
  lastTimestamp: "2026-09-19T09:12:55Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-19T09:12:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:12:55Z"
    name: isvc-pmml-predictor-8674795f59-dzhd6.18d6adf6463abefe
    namespace: kserve-ci-e2e-test
    resourceVersion: "38102"
    uid: 21611ca1-9fd0-4080-9348-3e1e02581c7a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:12:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-dzhd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "38081"
    uid: 8ec7012c-a243-4beb-9e2f-006196c53b47
  kind: Event
  lastTimestamp: "2026-09-19T09:12:59Z"
  message: Pulling image "kserve/pmmlserver:latest"
  metadata:
    creationTimestamp: "2026-09-19T09:12:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:12:59Z"
    name: isvc-pmml-predictor-8674795f59-dzhd6.18d6adf7492376db
    namespace: kserve-ci-e2e-test
    resourceVersion: "38140"
    uid: f6c8b1f4-f5f8-415a-b3ab-35c5a78c4b68
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:13:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-dzhd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "38081"
    uid: 8ec7012c-a243-4beb-9e2f-006196c53b47
  kind: Event
  lastTimestamp: "2026-09-19T09:13:06Z"
  message: 'Successfully pulled image "kserve/pmmlserver:latest" in 7.329s (7.329s
    including waiting). Image size: 853725566 bytes.'
  metadata:
    creationTimestamp: "2026-09-19T09:13:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:13:06Z"
    name: isvc-pmml-predictor-8674795f59-dzhd6.18d6adf8fe059e26
    namespace: kserve-ci-e2e-test
    resourceVersion: "38202"
    uid: cb8ce72b-e152-492e-836e-23adfb98cb3c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:13:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-dzhd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "38081"
    uid: 8ec7012c-a243-4beb-9e2f-006196c53b47
  kind: Event
  lastTimestamp: "2026-09-19T09:13:06Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-19T09:13:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:13:06Z"
    name: isvc-pmml-predictor-8674795f59-dzhd6.18d6adf901e24d18
    namespace: kserve-ci-e2e-test
    resourceVersion: "38203"
    uid: 573fd4be-c64e-443b-8db7-d0595d2faca1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:13:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-dzhd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "38081"
    uid: 8ec7012c-a243-4beb-9e2f-006196c53b47
  kind: Event
  lastTimestamp: "2026-09-19T09:13:06Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-19T09:13:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:13:06Z"
    name: isvc-pmml-predictor-8674795f59-dzhd6.18d6adf9025c2f06
    namespace: kserve-ci-e2e-test
    resourceVersion: "38204"
    uid: 5c5b1f7c-a205-4857-8858-86408493bfca
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:13:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-dzhd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "38081"
    uid: 8ec7012c-a243-4beb-9e2f-006196c53b47
  kind: Event
  lastTimestamp: "2026-09-19T09:13:06Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T09:13:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:13:06Z"
    name: isvc-pmml-predictor-8674795f59-dzhd6.18d6adf90268558f
    namespace: kserve-ci-e2e-test
    resourceVersion: "38205"
    uid: de4c789d-c108-408e-a349-fcb651eea324
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:13:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-dzhd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "38081"
    uid: 8ec7012c-a243-4beb-9e2f-006196c53b47
  kind: Event
  lastTimestamp: "2026-09-19T09:13:06Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-19T09:13:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:13:06Z"
    name: isvc-pmml-predictor-8674795f59-dzhd6.18d6adf9058adc4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "38206"
    uid: 4becb535-3c83-4cf7-886a-a6dace80fecc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:13:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-dzhd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "38081"
    uid: 8ec7012c-a243-4beb-9e2f-006196c53b47
  kind: Event
  lastTimestamp: "2026-09-19T09:13:06Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-19T09:13:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:13:06Z"
    name: isvc-pmml-predictor-8674795f59-dzhd6.18d6adf906003c28
    namespace: kserve-ci-e2e-test
    resourceVersion: "38207"
    uid: 4e37fa3c-6bd1-4ae3-abc4-1c982197671e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-19T09:13:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-dzhd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "38081"
    uid: 8ec7012c-a243-4beb-9e2f-006196c53b47
  kind: Event
  lastTimestamp: "2026-09-19T09:14:31Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.54:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-19T09:13:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:14:31Z"
    name: isvc-pmml-predictor-8674795f59-dzhd6.18d6adf964492462
    namespace: kserve-ci-e2e-test
    resourceVersion: "38997"
    uid: 7d3e046b-a8d6-4bee-9d70-4e6d74b2b891
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:14:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-dzhd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "38081"
    uid: 8ec7012c-a243-4beb-9e2f-006196c53b47
  kind: Event
  lastTimestamp: "2026-09-19T09:14:46Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-19T09:14:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:14:46Z"
    name: isvc-pmml-predictor-8674795f59-dzhd6.18d6ae1018ac9b94
    namespace: kserve-ci-e2e-test
    resourceVersion: "39136"
    uid: 317cc81c-d32e-45b9-ac06-651cbba42c76
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:14:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-dzhd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "38081"
    uid: 8ec7012c-a243-4beb-9e2f-006196c53b47
  kind: Event
  lastTimestamp: "2026-09-19T09:14:46Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-19T09:14:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:14:46Z"
    name: isvc-pmml-predictor-8674795f59-dzhd6.18d6ae1018ad13be
    namespace: kserve-ci-e2e-test
    resourceVersion: "39137"
    uid: 0e384fef-e50a-4a44-9140-836b79415060
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:14:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-dzhd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "38081"
    uid: 8ec7012c-a243-4beb-9e2f-006196c53b47
  kind: Event
  lastTimestamp: "2026-09-19T09:14:49Z"
  message: 'Readiness probe failed: Get "https://10.133.0.54:8643/healthz": dial tcp
    10.133.0.54:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-19T09:14:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:14:49Z"
    name: isvc-pmml-predictor-8674795f59-dzhd6.18d6ae10e891081f
    namespace: kserve-ci-e2e-test
    resourceVersion: "39158"
    uid: f47c1ad2-51dd-4fc2-8abf-79a6571a9742
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:12:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-predictor-8674795f59
    namespace: kserve-ci-e2e-test
    resourceVersion: "38065"
    uid: 10a273a7-7f7c-4ebf-bfeb-e053012b2f38
  kind: Event
  lastTimestamp: "2026-09-19T09:12:54Z"
  message: 'Created pod: isvc-pmml-predictor-8674795f59-dzhd6'
  metadata:
    creationTimestamp: "2026-09-19T09:12:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T09:12:54Z"
    name: isvc-pmml-predictor-8674795f59.18d6adf61e7fb525
    namespace: kserve-ci-e2e-test
    resourceVersion: "38079"
    uid: 2b4a11c3-b61c-49b9-acc0-bfc6a4770bb4
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:12:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38063"
    uid: e61c481e-644a-42bb-ba47-bea1c67205a6
  kind: Event
  lastTimestamp: "2026-09-19T09:12:54Z"
  message: Scaled up replica set isvc-pmml-predictor-8674795f59 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-19T09:12:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T09:12:54Z"
    name: isvc-pmml-predictor.18d6adf6199f5c9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "38067"
    uid: b7ac6f18-ceb5-467a-a3bd-a6d761366b1e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-19T09:13:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38064"
    uid: 09b56657-82ce-4e5c-b6b1-fa3feb951211
  kind: Event
  lastTimestamp: "2026-09-19T09:13:39Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-19T09:13:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T09:13:39Z"
    name: isvc-pmml-predictor.18d6adf998648c17
    namespace: kserve-ci-e2e-test
    resourceVersion: "38625"
    uid: 6787b9b0-abcd-4043-aec6-da9c1923c63c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-19T09:13:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38064"
    uid: 09b56657-82ce-4e5c-b6b1-fa3feb951211
  kind: Event
  lastTimestamp: "2026-09-19T09:13:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-19T09:13:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T09:13:39Z"
    name: isvc-pmml-predictor.18d6adf998cb2983
    namespace: kserve-ci-e2e-test
    resourceVersion: "38626"
    uid: be7ef1de-77de-4268-91a4-449791d82f15
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-19T09:13:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38228"
    uid: 09b56657-82ce-4e5c-b6b1-fa3feb951211
  kind: Event
  lastTimestamp: "2026-09-19T09:14:39Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-19T09:13:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T09:14:39Z"
    name: isvc-pmml-predictor.18d6adfd179cc8da
    namespace: kserve-ci-e2e-test
    resourceVersion: "39061"
    uid: fc060341-7742-4023-b7bf-5c884345f025
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-19T09:13:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38228"
    uid: 09b56657-82ce-4e5c-b6b1-fa3feb951211
  kind: Event
  lastTimestamp: "2026-09-19T09:14:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-19T09:13:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T09:14:39Z"
    name: isvc-pmml-predictor.18d6adfd18216677
    namespace: kserve-ci-e2e-test
    resourceVersion: "39062"
    uid: 36486503-a422-47be-93a8-75da0ed7f956
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-19T09:14:51.268064Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-xvvxz
    namespace: kserve-ci-e2e-test
    resourceVersion: "39194"
    uid: db10bd12-6e1f-4242-8c5b-a4a16488c0e4
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-runtime-predictor-885fc8777-xvvxz
    to ip-10-0-136-228.ec2.internal
  metadata:
    creationTimestamp: "2026-09-19T09:14:51Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-19T09:14:51Z"
    name: isvc-pmml-runtime-predictor-885fc8777-xvvxz.18d6ae114dba24ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "39200"
    uid: 794de4ca-0c9d-4633-9b1b-634379004961
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-d6b67db56-fftfm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:14:51Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-xvvxz
    namespace: kserve-ci-e2e-test
    resourceVersion: "39196"
    uid: db10bd12-6e1f-4242-8c5b-a4a16488c0e4
  kind: Event
  lastTimestamp: "2026-09-19T09:14:51Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-pmml-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-19T09:14:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:14:51Z"
    name: isvc-pmml-runtime-predictor-885fc8777-xvvxz.18d6ae1156238ea0
    namespace: kserve-ci-e2e-test
    resourceVersion: "39207"
    uid: 1b4ded6e-0802-472d-ba79-5c595e61cced
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:14:52Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-xvvxz
    namespace: kserve-ci-e2e-test
    resourceVersion: "39204"
    uid: db10bd12-6e1f-4242-8c5b-a4a16488c0e4
  kind: Event
  lastTimestamp: "2026-09-19T09:14:52Z"
  message: Add eth0 [10.133.0.55/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-19T09:14:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-19T09:14:52Z"
    name: isvc-pmml-runtime-predictor-885fc8777-xvvxz.18d6ae119353916e
    namespace: kserve-ci-e2e-test
    resourceVersion: "39222"
    uid: badf4d8d-ab3a-4f07-8fd6-3ab7305da93d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:14:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-xvvxz
    namespace: kserve-ci-e2e-test
    resourceVersion: "39196"
    uid: db10bd12-6e1f-4242-8c5b-a4a16488c0e4
  kind: Event
  lastTimestamp: "2026-09-19T09:14:52Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T09:14:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:14:52Z"
    name: isvc-pmml-runtime-predictor-885fc8777-xvvxz.18d6ae1194cd8348
    namespace: kserve-ci-e2e-test
    resourceVersion: "39224"
    uid: 8c5ca7a5-c0d7-403a-b217-9db2c78dd994
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:14:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-xvvxz
    namespace: kserve-ci-e2e-test
    resourceVersion: "39196"
    uid: db10bd12-6e1f-4242-8c5b-a4a16488c0e4
  kind: Event
  lastTimestamp: "2026-09-19T09:14:52Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-19T09:14:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:14:52Z"
    name: isvc-pmml-runtime-predictor-885fc8777-xvvxz.18d6ae1197822b90
    namespace: kserve-ci-e2e-test
    resourceVersion: "39226"
    uid: 10864a7d-7ff1-44b3-98ac-29c94fddb824
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:14:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-xvvxz
    namespace: kserve-ci-e2e-test
    resourceVersion: "39196"
    uid: db10bd12-6e1f-4242-8c5b-a4a16488c0e4
  kind: Event
  lastTimestamp: "2026-09-19T09:14:52Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-19T09:14:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:14:52Z"
    name: isvc-pmml-runtime-predictor-885fc8777-xvvxz.18d6ae1197ed194e
    namespace: kserve-ci-e2e-test
    resourceVersion: "39227"
    uid: b3d9216e-0c2d-4dfb-b02c-0bdb5cb0144c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:14:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-xvvxz
    namespace: kserve-ci-e2e-test
    resourceVersion: "39196"
    uid: db10bd12-6e1f-4242-8c5b-a4a16488c0e4
  kind: Event
  lastTimestamp: "2026-09-19T09:14:56Z"
  message: Container image "kserve/pmmlserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-19T09:14:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:14:56Z"
    name: isvc-pmml-runtime-predictor-885fc8777-xvvxz.18d6ae12a2a3060a
    namespace: kserve-ci-e2e-test
    resourceVersion: "39270"
    uid: f6081f07-dbe8-4fc1-a84e-09c10ff64313
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:14:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-xvvxz
    namespace: kserve-ci-e2e-test
    resourceVersion: "39196"
    uid: db10bd12-6e1f-4242-8c5b-a4a16488c0e4
  kind: Event
  lastTimestamp: "2026-09-19T09:14:57Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-19T09:14:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:14:57Z"
    name: isvc-pmml-runtime-predictor-885fc8777-xvvxz.18d6ae12a565c984
    namespace: kserve-ci-e2e-test
    resourceVersion: "39273"
    uid: b1935b5f-4ea9-4bf9-927b-827d86519b29
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:14:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-xvvxz
    namespace: kserve-ci-e2e-test
    resourceVersion: "39196"
    uid: db10bd12-6e1f-4242-8c5b-a4a16488c0e4
  kind: Event
  lastTimestamp: "2026-09-19T09:14:57Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-19T09:14:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:14:57Z"
    name: isvc-pmml-runtime-predictor-885fc8777-xvvxz.18d6ae12a5cfe695
    namespace: kserve-ci-e2e-test
    resourceVersion: "39274"
    uid: 8464c1f6-8cc7-4c63-bd28-c8493adaf76a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:14:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-xvvxz
    namespace: kserve-ci-e2e-test
    resourceVersion: "39196"
    uid: db10bd12-6e1f-4242-8c5b-a4a16488c0e4
  kind: Event
  lastTimestamp: "2026-09-19T09:14:57Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T09:14:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:14:57Z"
    name: isvc-pmml-runtime-predictor-885fc8777-xvvxz.18d6ae12a5d7fc54
    namespace: kserve-ci-e2e-test
    resourceVersion: "39276"
    uid: 4652f445-1539-4ad8-8d6c-80f13aca5585
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:14:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-xvvxz
    namespace: kserve-ci-e2e-test
    resourceVersion: "39196"
    uid: db10bd12-6e1f-4242-8c5b-a4a16488c0e4
  kind: Event
  lastTimestamp: "2026-09-19T09:14:57Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-19T09:14:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:14:57Z"
    name: isvc-pmml-runtime-predictor-885fc8777-xvvxz.18d6ae12a8935050
    namespace: kserve-ci-e2e-test
    resourceVersion: "39278"
    uid: 2000ecf9-ad41-4109-938d-275b5697768f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:14:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-xvvxz
    namespace: kserve-ci-e2e-test
    resourceVersion: "39196"
    uid: db10bd12-6e1f-4242-8c5b-a4a16488c0e4
  kind: Event
  lastTimestamp: "2026-09-19T09:14:57Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-19T09:14:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:14:57Z"
    name: isvc-pmml-runtime-predictor-885fc8777-xvvxz.18d6ae12a8fe2e9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "39280"
    uid: e0de2360-3084-47c4-821e-425cb0d00e71
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-19T09:14:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-xvvxz
    namespace: kserve-ci-e2e-test
    resourceVersion: "39196"
    uid: db10bd12-6e1f-4242-8c5b-a4a16488c0e4
  kind: Event
  lastTimestamp: "2026-09-19T09:16:35Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.55:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-19T09:14:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:16:35Z"
    name: isvc-pmml-runtime-predictor-885fc8777-xvvxz.18d6ae131a8cb937
    namespace: kserve-ci-e2e-test
    resourceVersion: "40189"
    uid: 0e62684a-7e5d-4eb3-8629-6fdb4977a13c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:16:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-xvvxz
    namespace: kserve-ci-e2e-test
    resourceVersion: "39196"
    uid: db10bd12-6e1f-4242-8c5b-a4a16488c0e4
  kind: Event
  lastTimestamp: "2026-09-19T09:16:32Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-19T09:16:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:16:32Z"
    name: isvc-pmml-runtime-predictor-885fc8777-xvvxz.18d6ae28f1475a04
    namespace: kserve-ci-e2e-test
    resourceVersion: "40170"
    uid: 88a29495-64b9-47a8-b751-de2973fec5b7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:16:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-xvvxz
    namespace: kserve-ci-e2e-test
    resourceVersion: "39196"
    uid: db10bd12-6e1f-4242-8c5b-a4a16488c0e4
  kind: Event
  lastTimestamp: "2026-09-19T09:16:32Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-19T09:16:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:16:32Z"
    name: isvc-pmml-runtime-predictor-885fc8777-xvvxz.18d6ae28f147dfc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "40171"
    uid: 3cee689b-9d2d-441c-8c5f-a32274262af3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:16:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-xvvxz
    namespace: kserve-ci-e2e-test
    resourceVersion: "39196"
    uid: db10bd12-6e1f-4242-8c5b-a4a16488c0e4
  kind: Event
  lastTimestamp: "2026-09-19T09:16:35Z"
  message: 'Readiness probe failed: Get "https://10.133.0.55:8643/healthz": dial tcp
    10.133.0.55:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-19T09:16:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:16:35Z"
    name: isvc-pmml-runtime-predictor-885fc8777-xvvxz.18d6ae2974d6606c
    namespace: kserve-ci-e2e-test
    resourceVersion: "40188"
    uid: c1b36696-73fc-4e41-8efe-a4762f4f387e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:14:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-runtime-predictor-885fc8777
    namespace: kserve-ci-e2e-test
    resourceVersion: "39185"
    uid: b9c52dec-77ae-40f6-a6a5-88ae160cb3c2
  kind: Event
  lastTimestamp: "2026-09-19T09:14:51Z"
  message: 'Created pod: isvc-pmml-runtime-predictor-885fc8777-xvvxz'
  metadata:
    creationTimestamp: "2026-09-19T09:14:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T09:14:51Z"
    name: isvc-pmml-runtime-predictor-885fc8777.18d6ae114d198e73
    namespace: kserve-ci-e2e-test
    resourceVersion: "39195"
    uid: 1dd0744f-5212-4eb6-ac9d-40a4c9a91b7d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:14:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39183"
    uid: afa42e29-526f-4382-88db-9e5bccbd1c0c
  kind: Event
  lastTimestamp: "2026-09-19T09:14:51Z"
  message: Scaled up replica set isvc-pmml-runtime-predictor-885fc8777 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-19T09:14:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T09:14:51Z"
    name: isvc-pmml-runtime-predictor.18d6ae1149be2575
    namespace: kserve-ci-e2e-test
    resourceVersion: "39187"
    uid: 45cedd19-c3ac-482c-b7eb-2b9f49298164
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-19T09:15:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39184"
    uid: 04d1dec8-b6b4-4073-87b2-a217ccaf5556
  kind: Event
  lastTimestamp: "2026-09-19T09:15:36Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-19T09:15:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T09:15:36Z"
    name: isvc-pmml-runtime-predictor.18d6ae14c843ba91
    namespace: kserve-ci-e2e-test
    resourceVersion: "39744"
    uid: 9b9d154e-98f4-453d-ad29-5ee92b62e93c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-19T09:15:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39184"
    uid: 04d1dec8-b6b4-4073-87b2-a217ccaf5556
  kind: Event
  lastTimestamp: "2026-09-19T09:15:36Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-19T09:15:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T09:15:36Z"
    name: isvc-pmml-runtime-predictor.18d6ae14c8a8c717
    namespace: kserve-ci-e2e-test
    resourceVersion: "39745"
    uid: c9a127e3-5a94-4454-a7ab-3c130bd2848d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-19T09:15:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39431"
    uid: 04d1dec8-b6b4-4073-87b2-a217ccaf5556
  kind: Event
  lastTimestamp: "2026-09-19T09:16:21Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-19T09:15:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T09:16:21Z"
    name: isvc-pmml-runtime-predictor.18d6ae1f4516e940
    namespace: kserve-ci-e2e-test
    resourceVersion: "40059"
    uid: 59fc62f0-5043-4bb8-88c9-2697e71e3fe9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-19T09:15:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39431"
    uid: 04d1dec8-b6b4-4073-87b2-a217ccaf5556
  kind: Event
  lastTimestamp: "2026-09-19T09:16:21Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-19T09:15:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T09:16:21Z"
    name: isvc-pmml-runtime-predictor.18d6ae1f457fd5c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "40060"
    uid: 203529a4-13e2-463a-96cf-85acc53461d5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-19T09:14:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "39174"
    uid: 71c9cdf1-85ba-4aaa-a890-120ef6c8d571
  kind: Event
  lastTimestamp: "2026-09-19T09:16:25Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-19T09:14:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T09:16:25Z"
    name: isvc-pmml-runtime.18d6ae1149f7dedc
    namespace: kserve-ci-e2e-test
    resourceVersion: "40104"
    uid: 5e3ab89c-e63b-424c-a687-106d2d53921d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:14:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "39174"
    uid: 71c9cdf1-85ba-4aaa-a890-120ef6c8d571
  kind: Event
  lastTimestamp: "2026-09-19T09:14:51Z"
  message: 'Failed to update status for InferenceService "isvc-pmml-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-19T09:14:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T09:14:51Z"
    name: isvc-pmml-runtime.18d6ae114a94746f
    namespace: kserve-ci-e2e-test
    resourceVersion: "39191"
    uid: 8b3a1d5d-b667-4890-89c6-2c2db0e8dcd1
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:16:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "40102"
    uid: 71c9cdf1-85ba-4aaa-a890-120ef6c8d571
  kind: Event
  lastTimestamp: "2026-09-19T09:16:25Z"
  message: InferenceService [isvc-pmml-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-19T09:16:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T09:16:25Z"
    name: isvc-pmml-runtime.18d6ae2726962f11
    namespace: kserve-ci-e2e-test
    resourceVersion: "40103"
    uid: 3289ac59-0c5e-48c3-a2fd-5dc20aa1a6df
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-19T09:16:37.987722Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-5cd2k
    namespace: kserve-ci-e2e-test
    resourceVersion: "40234"
    uid: a52a87cc-3d00-4417-9fc4-b3741b5cda05
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-v2-kserve-predictor-84cb55486c-5cd2k
    to ip-10-0-136-228.ec2.internal
  metadata:
    creationTimestamp: "2026-09-19T09:16:37Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-19T09:16:37Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-5cd2k.18d6ae2a26b6e902
    namespace: kserve-ci-e2e-test
    resourceVersion: "40240"
    uid: f810b1fb-c8c6-4874-9b69-7e185b1282f8
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-d6b67db56-fftfm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:16:38Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-5cd2k
    namespace: kserve-ci-e2e-test
    resourceVersion: "40244"
    uid: a52a87cc-3d00-4417-9fc4-b3741b5cda05
  kind: Event
  lastTimestamp: "2026-09-19T09:16:38Z"
  message: Add eth0 [10.133.0.57/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-19T09:16:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-19T09:16:38Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-5cd2k.18d6ae2a48b34650
    namespace: kserve-ci-e2e-test
    resourceVersion: "40255"
    uid: d01bd818-4fce-4c25-b104-5869f055b6e9
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:16:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-5cd2k
    namespace: kserve-ci-e2e-test
    resourceVersion: "40237"
    uid: a52a87cc-3d00-4417-9fc4-b3741b5cda05
  kind: Event
  lastTimestamp: "2026-09-19T09:16:38Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T09:16:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:16:38Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-5cd2k.18d6ae2a4a091988
    namespace: kserve-ci-e2e-test
    resourceVersion: "40257"
    uid: af27c187-40c7-43d3-a270-8f8c9cb2c4a6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:16:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-5cd2k
    namespace: kserve-ci-e2e-test
    resourceVersion: "40237"
    uid: a52a87cc-3d00-4417-9fc4-b3741b5cda05
  kind: Event
  lastTimestamp: "2026-09-19T09:16:38Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-19T09:16:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:16:38Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-5cd2k.18d6ae2a4c8a9045
    namespace: kserve-ci-e2e-test
    resourceVersion: "40258"
    uid: 5e99e0a9-e654-401a-83a6-202fa8522a08
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:16:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-5cd2k
    namespace: kserve-ci-e2e-test
    resourceVersion: "40237"
    uid: a52a87cc-3d00-4417-9fc4-b3741b5cda05
  kind: Event
  lastTimestamp: "2026-09-19T09:16:38Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-19T09:16:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:16:38Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-5cd2k.18d6ae2a4cf79e99
    namespace: kserve-ci-e2e-test
    resourceVersion: "40259"
    uid: dfd8cfb5-def5-46a6-8616-d0d01e213b30
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:16:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-5cd2k
    namespace: kserve-ci-e2e-test
    resourceVersion: "40237"
    uid: a52a87cc-3d00-4417-9fc4-b3741b5cda05
  kind: Event
  lastTimestamp: "2026-09-19T09:16:42Z"
  message: Container image "kserve/pmmlserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-19T09:16:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:16:42Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-5cd2k.18d6ae2b2ddfee21
    namespace: kserve-ci-e2e-test
    resourceVersion: "40291"
    uid: 4573d070-f906-4f9d-a30d-a81057ad89c2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:16:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-5cd2k
    namespace: kserve-ci-e2e-test
    resourceVersion: "40237"
    uid: a52a87cc-3d00-4417-9fc4-b3741b5cda05
  kind: Event
  lastTimestamp: "2026-09-19T09:16:42Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-19T09:16:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:16:42Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-5cd2k.18d6ae2b3123bbe6
    namespace: kserve-ci-e2e-test
    resourceVersion: "40294"
    uid: 880a7daa-f6bb-43c7-bcae-0e60ccf8ea09
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:16:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-5cd2k
    namespace: kserve-ci-e2e-test
    resourceVersion: "40237"
    uid: a52a87cc-3d00-4417-9fc4-b3741b5cda05
  kind: Event
  lastTimestamp: "2026-09-19T09:16:42Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-19T09:16:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:16:42Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-5cd2k.18d6ae2b3190fa75
    namespace: kserve-ci-e2e-test
    resourceVersion: "40296"
    uid: 63658740-e3fe-4684-8c4e-ea0f237b28c2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:16:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-5cd2k
    namespace: kserve-ci-e2e-test
    resourceVersion: "40237"
    uid: a52a87cc-3d00-4417-9fc4-b3741b5cda05
  kind: Event
  lastTimestamp: "2026-09-19T09:16:42Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T09:16:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:16:42Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-5cd2k.18d6ae2b3199f13e
    namespace: kserve-ci-e2e-test
    resourceVersion: "40297"
    uid: 9342b662-0a89-4b3b-8590-0eb58d9c9f98
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:16:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-5cd2k
    namespace: kserve-ci-e2e-test
    resourceVersion: "40237"
    uid: a52a87cc-3d00-4417-9fc4-b3741b5cda05
  kind: Event
  lastTimestamp: "2026-09-19T09:16:42Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-19T09:16:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:16:42Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-5cd2k.18d6ae2b33cb90de
    namespace: kserve-ci-e2e-test
    resourceVersion: "40299"
    uid: f512470d-9532-4f92-b19e-18debebc8724
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:16:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-5cd2k
    namespace: kserve-ci-e2e-test
    resourceVersion: "40237"
    uid: a52a87cc-3d00-4417-9fc4-b3741b5cda05
  kind: Event
  lastTimestamp: "2026-09-19T09:16:42Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-19T09:16:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:16:42Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-5cd2k.18d6ae2b3436e514
    namespace: kserve-ci-e2e-test
    resourceVersion: "40300"
    uid: f892402c-429e-4a30-99de-ddf25ef743ff
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-19T09:16:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-5cd2k
    namespace: kserve-ci-e2e-test
    resourceVersion: "40237"
    uid: a52a87cc-3d00-4417-9fc4-b3741b5cda05
  kind: Event
  lastTimestamp: "2026-09-19T09:17:56Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.57:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-19T09:16:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:17:56Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-5cd2k.18d6ae2ba5e5fdc3
    namespace: kserve-ci-e2e-test
    resourceVersion: "40952"
    uid: 411b4644-8620-4e7b-8df4-b0859b6c4653
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:18:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-5cd2k
    namespace: kserve-ci-e2e-test
    resourceVersion: "40237"
    uid: a52a87cc-3d00-4417-9fc4-b3741b5cda05
  kind: Event
  lastTimestamp: "2026-09-19T09:18:09Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-19T09:18:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:18:09Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-5cd2k.18d6ae3f79c594cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "41079"
    uid: 781009ac-a250-49be-a91e-07cf8c78cd23
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:18:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-5cd2k
    namespace: kserve-ci-e2e-test
    resourceVersion: "40237"
    uid: a52a87cc-3d00-4417-9fc4-b3741b5cda05
  kind: Event
  lastTimestamp: "2026-09-19T09:18:09Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-19T09:18:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:18:09Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-5cd2k.18d6ae3f79c6b34f
    namespace: kserve-ci-e2e-test
    resourceVersion: "41080"
    uid: d9114630-51e8-431d-9eb9-340a794772d7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:18:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-5cd2k
    namespace: kserve-ci-e2e-test
    resourceVersion: "40237"
    uid: a52a87cc-3d00-4417-9fc4-b3741b5cda05
  kind: Event
  lastTimestamp: "2026-09-19T09:18:10Z"
  message: 'Readiness probe failed: Get "https://10.133.0.57:8643/healthz": dial tcp
    10.133.0.57:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-19T09:18:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:18:10Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-5cd2k.18d6ae3fabee419b
    namespace: kserve-ci-e2e-test
    resourceVersion: "41089"
    uid: ad24dba6-ffea-44a8-bba6-6493f92899b1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:16:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-v2-kserve-predictor-84cb55486c
    namespace: kserve-ci-e2e-test
    resourceVersion: "40222"
    uid: f292a0e0-7206-4ebf-8511-a3f9fb19eeec
  kind: Event
  lastTimestamp: "2026-09-19T09:16:37Z"
  message: 'Created pod: isvc-pmml-v2-kserve-predictor-84cb55486c-5cd2k'
  metadata:
    creationTimestamp: "2026-09-19T09:16:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T09:16:37Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c.18d6ae2a26067523
    namespace: kserve-ci-e2e-test
    resourceVersion: "40235"
    uid: 18114a17-43f7-4e0b-bcd7-87563ded90f3
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:16:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40220"
    uid: 6f7459b1-dfbb-424d-97ec-f27642b9bf7f
  kind: Event
  lastTimestamp: "2026-09-19T09:16:37Z"
  message: Scaled up replica set isvc-pmml-v2-kserve-predictor-84cb55486c from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-19T09:16:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T09:16:37Z"
    name: isvc-pmml-v2-kserve-predictor.18d6ae2a22df6cf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "40223"
    uid: 0a6a0b28-ce79-4c43-836f-7cf69ca37afe
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-19T09:16:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40221"
    uid: dc4fd6fd-8a35-4f3f-9e1d-c484a3b75461
  kind: Event
  lastTimestamp: "2026-09-19T09:17:22Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-19T09:16:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T09:17:22Z"
    name: isvc-pmml-v2-kserve-predictor.18d6ae2da1444858
    namespace: kserve-ci-e2e-test
    resourceVersion: "40674"
    uid: 7d6f21a5-71f0-45e5-94e6-19503fa7f44a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-19T09:16:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40221"
    uid: dc4fd6fd-8a35-4f3f-9e1d-c484a3b75461
  kind: Event
  lastTimestamp: "2026-09-19T09:17:22Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-19T09:16:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T09:17:22Z"
    name: isvc-pmml-v2-kserve-predictor.18d6ae2da1aec156
    namespace: kserve-ci-e2e-test
    resourceVersion: "40675"
    uid: e0b00bd9-f86e-401f-aae3-8e2015d4717d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-19T09:17:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40396"
    uid: dc4fd6fd-8a35-4f3f-9e1d-c484a3b75461
  kind: Event
  lastTimestamp: "2026-09-19T09:18:08Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-19T09:17:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T09:18:08Z"
    name: isvc-pmml-v2-kserve-predictor.18d6ae3120d06e57
    namespace: kserve-ci-e2e-test
    resourceVersion: "41051"
    uid: d00e7625-8c74-40f9-88dd-8fc5793b49bb
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-19T09:17:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40396"
    uid: dc4fd6fd-8a35-4f3f-9e1d-c484a3b75461
  kind: Event
  lastTimestamp: "2026-09-19T09:18:08Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-19T09:17:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T09:18:08Z"
    name: isvc-pmml-v2-kserve-predictor.18d6ae31213b2f68
    namespace: kserve-ci-e2e-test
    resourceVersion: "41052"
    uid: 703c1f7e-e2d0-41c5-bb52-5f476df1e7eb
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-19T09:16:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "40212"
    uid: 0084c219-0bf4-4faa-83e0-a162635a2ed8
  kind: Event
  lastTimestamp: "2026-09-19T09:18:06Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-19T09:16:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T09:18:06Z"
    name: isvc-pmml-v2-kserve.18d6ae2a22e143c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "41033"
    uid: 076b4224-e8db-4c5b-b0dc-b0a378eeabd3
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:16:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "40212"
    uid: 0084c219-0bf4-4faa-83e0-a162635a2ed8
  kind: Event
  lastTimestamp: "2026-09-19T09:16:37Z"
  message: 'Failed to update status for InferenceService "isvc-pmml-v2-kserve": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-19T09:16:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T09:16:37Z"
    name: isvc-pmml-v2-kserve.18d6ae2a238a506b
    namespace: kserve-ci-e2e-test
    resourceVersion: "40227"
    uid: c5ab45ca-0f99-40ff-aea5-c19a71e91326
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:18:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "41031"
    uid: 0084c219-0bf4-4faa-83e0-a162635a2ed8
  kind: Event
  lastTimestamp: "2026-09-19T09:18:06Z"
  message: InferenceService [isvc-pmml-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-09-19T09:18:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T09:18:06Z"
    name: isvc-pmml-v2-kserve.18d6ae3eb4c60fde
    namespace: kserve-ci-e2e-test
    resourceVersion: "41032"
    uid: 4edce47e-0d76-4492-9cc8-fe8490d4db2d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-19T09:12:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "38055"
    uid: d0f694b0-6bfe-4842-8aaf-e2a4a1ec1303
  kind: Event
  lastTimestamp: "2026-09-19T09:14:41Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-19T09:12:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T09:14:41Z"
    name: isvc-pmml.18d6adf6199ff9ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "39083"
    uid: e5d9cad8-83d9-49eb-8c7c-1c23d1aa59b5
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:12:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "38055"
    uid: d0f694b0-6bfe-4842-8aaf-e2a4a1ec1303
  kind: Event
  lastTimestamp: "2026-09-19T09:12:54Z"
  message: 'Failed to update status for InferenceService "isvc-pmml": Operation cannot
    be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-19T09:12:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T09:12:54Z"
    name: isvc-pmml.18d6adf61a83b1b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "38071"
    uid: fe2da0c7-1821-4e12-b33d-e84bb9ede358
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:14:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "39081"
    uid: d0f694b0-6bfe-4842-8aaf-e2a4a1ec1303
  kind: Event
  lastTimestamp: "2026-09-19T09:14:41Z"
  message: InferenceService [isvc-pmml] is Ready
  metadata:
    creationTimestamp: "2026-09-19T09:14:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T09:14:41Z"
    name: isvc-pmml.18d6ae0ef9fb53a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "39082"
    uid: d41e61fc-0c2f-49ea-9f79-a8b9f140bfc5
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-19T08:39:09.773184Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-4rcxx
    namespace: kserve-ci-e2e-test
    resourceVersion: "18556"
    uid: 2c2e63d6-d44a-4f97-850e-b28b8912844b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-lightgbm-predictor-ff56bcbb5-4rcxx
    to ip-10-0-136-99.ec2.internal
  metadata:
    creationTimestamp: "2026-09-19T08:39:09Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-19T08:39:09Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-4rcxx.18d6ac1eb2af7239
    namespace: kserve-ci-e2e-test
    resourceVersion: "18562"
    uid: f1672208-fff3-4703-997c-577fda046870
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-d6b67db56-fftfm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:39:09Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-4rcxx
    namespace: kserve-ci-e2e-test
    resourceVersion: "18559"
    uid: 2c2e63d6-d44a-4f97-850e-b28b8912844b
  kind: Event
  lastTimestamp: "2026-09-19T08:39:09Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-predictive-lightgbm-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-19T08:39:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:39:09Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-4rcxx.18d6ac1ebf947e00
    namespace: kserve-ci-e2e-test
    resourceVersion: "18575"
    uid: 6a30b925-0da0-4bdb-be2e-cf46102bcdaa
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:39:10Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-4rcxx
    namespace: kserve-ci-e2e-test
    resourceVersion: "18567"
    uid: 2c2e63d6-d44a-4f97-850e-b28b8912844b
  kind: Event
  lastTimestamp: "2026-09-19T08:39:10Z"
  message: Add eth0 [10.132.0.44/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-19T08:39:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-19T08:39:10Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-4rcxx.18d6ac1ef891c41b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18589"
    uid: dee7d005-6d50-443a-a4eb-81fc3a674734
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:39:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-4rcxx
    namespace: kserve-ci-e2e-test
    resourceVersion: "18559"
    uid: 2c2e63d6-d44a-4f97-850e-b28b8912844b
  kind: Event
  lastTimestamp: "2026-09-19T08:39:10Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T08:39:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:39:10Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-4rcxx.18d6ac1ef9ed2a7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18592"
    uid: b5474c90-8962-4d22-9318-8184986148dd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:39:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-4rcxx
    namespace: kserve-ci-e2e-test
    resourceVersion: "18559"
    uid: 2c2e63d6-d44a-4f97-850e-b28b8912844b
  kind: Event
  lastTimestamp: "2026-09-19T08:39:11Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-19T08:39:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:39:11Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-4rcxx.18d6ac1efd682991
    namespace: kserve-ci-e2e-test
    resourceVersion: "18593"
    uid: 2ec7b117-26ba-4e69-8fcc-3f445d023242
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:39:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-4rcxx
    namespace: kserve-ci-e2e-test
    resourceVersion: "18559"
    uid: 2c2e63d6-d44a-4f97-850e-b28b8912844b
  kind: Event
  lastTimestamp: "2026-09-19T08:39:11Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-19T08:39:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:39:11Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-4rcxx.18d6ac1efdd3b95a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18595"
    uid: 1a929a03-62e8-4535-9731-b95d5628d4d8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:39:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-4rcxx
    namespace: kserve-ci-e2e-test
    resourceVersion: "18559"
    uid: 2c2e63d6-d44a-4f97-850e-b28b8912844b
  kind: Event
  lastTimestamp: "2026-09-19T08:39:14Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-19T08:39:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:39:14Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-4rcxx.18d6ac1fdcdc1d8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18626"
    uid: eff2ea04-506e-47ec-8521-a8bbbd441ba4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:39:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-4rcxx
    namespace: kserve-ci-e2e-test
    resourceVersion: "18559"
    uid: 2c2e63d6-d44a-4f97-850e-b28b8912844b
  kind: Event
  lastTimestamp: "2026-09-19T08:39:14Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-19T08:39:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:39:14Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-4rcxx.18d6ac1fdfdec7ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "18630"
    uid: bda10796-2f04-495e-b159-7612037dacac
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:39:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-4rcxx
    namespace: kserve-ci-e2e-test
    resourceVersion: "18559"
    uid: 2c2e63d6-d44a-4f97-850e-b28b8912844b
  kind: Event
  lastTimestamp: "2026-09-19T08:39:14Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-19T08:39:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:39:14Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-4rcxx.18d6ac1fe04b7846
    namespace: kserve-ci-e2e-test
    resourceVersion: "18633"
    uid: 4894d963-7039-4958-90a7-ed622214ca8b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:39:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-4rcxx
    namespace: kserve-ci-e2e-test
    resourceVersion: "18559"
    uid: 2c2e63d6-d44a-4f97-850e-b28b8912844b
  kind: Event
  lastTimestamp: "2026-09-19T08:39:14Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T08:39:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:39:14Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-4rcxx.18d6ac1fe055d5c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "18634"
    uid: 5fe67500-657d-4a41-99c7-baf365e50c8b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:39:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-4rcxx
    namespace: kserve-ci-e2e-test
    resourceVersion: "18559"
    uid: 2c2e63d6-d44a-4f97-850e-b28b8912844b
  kind: Event
  lastTimestamp: "2026-09-19T08:39:14Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-19T08:39:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:39:14Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-4rcxx.18d6ac1fe35a415e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18636"
    uid: f0b7c340-437a-47d5-9eea-fbe67b822505
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:39:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-4rcxx
    namespace: kserve-ci-e2e-test
    resourceVersion: "18559"
    uid: 2c2e63d6-d44a-4f97-850e-b28b8912844b
  kind: Event
  lastTimestamp: "2026-09-19T08:39:14Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-19T08:39:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:39:14Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-4rcxx.18d6ac1fe3c982bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "18637"
    uid: 77061539-fb25-4873-bf03-0609512fe48b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-19T08:39:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-4rcxx
    namespace: kserve-ci-e2e-test
    resourceVersion: "18559"
    uid: 2c2e63d6-d44a-4f97-850e-b28b8912844b
  kind: Event
  lastTimestamp: "2026-09-19T08:40:22Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.44:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-19T08:39:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:40:22Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-4rcxx.18d6ac2054cd9de9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19148"
    uid: 38394062-1aac-418b-9fbf-503aa52b0af1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:40:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-4rcxx
    namespace: kserve-ci-e2e-test
    resourceVersion: "18559"
    uid: 2c2e63d6-d44a-4f97-850e-b28b8912844b
  kind: Event
  lastTimestamp: "2026-09-19T08:40:30Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-19T08:40:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:40:30Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-4rcxx.18d6ac317d7f5fd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19239"
    uid: d8eabca5-a30e-4225-ae25-88db7985ef0e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:40:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-4rcxx
    namespace: kserve-ci-e2e-test
    resourceVersion: "18559"
    uid: 2c2e63d6-d44a-4f97-850e-b28b8912844b
  kind: Event
  lastTimestamp: "2026-09-19T08:40:30Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-19T08:40:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:40:30Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-4rcxx.18d6ac317d80933f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19240"
    uid: 801bf1a1-d3b1-4994-910f-e8e0fa4d8fec
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:40:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-4rcxx
    namespace: kserve-ci-e2e-test
    resourceVersion: "18559"
    uid: 2c2e63d6-d44a-4f97-850e-b28b8912844b
  kind: Event
  lastTimestamp: "2026-09-19T08:40:32Z"
  message: 'Readiness probe failed: Get "https://10.132.0.44:8643/healthz": dial tcp
    10.132.0.44:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-19T08:40:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:40:32Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-4rcxx.18d6ac3207046583
    namespace: kserve-ci-e2e-test
    resourceVersion: "19258"
    uid: b2f0f7d6-1000-4d64-912e-2b9a34b53e96
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:39:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18547"
    uid: 142a86b2-3bab-4323-a2d7-257c8c14203f
  kind: Event
  lastTimestamp: "2026-09-19T08:39:09Z"
  message: 'Created pod: isvc-predictive-lightgbm-predictor-ff56bcbb5-4rcxx'
  metadata:
    creationTimestamp: "2026-09-19T08:39:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:39:09Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5.18d6ac1eb21968d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18558"
    uid: f240ad09-9db4-40b3-af55-12ed7d80edd2
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:39:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18544"
    uid: 50f9e95f-65bf-4abf-82f4-3c3c498df659
  kind: Event
  lastTimestamp: "2026-09-19T08:39:09Z"
  message: Scaled up replica set isvc-predictive-lightgbm-predictor-ff56bcbb5 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-19T08:39:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:39:09Z"
    name: isvc-predictive-lightgbm-predictor.18d6ac1eaf94bf28
    namespace: kserve-ci-e2e-test
    resourceVersion: "18549"
    uid: e086069a-6ca7-4661-9383-0a255ad3608d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:39:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18546"
    uid: c4135635-d3f9-4ff5-b59e-6c088505c2fc
  kind: Event
  lastTimestamp: "2026-09-19T08:39:24Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-19T08:39:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:39:24Z"
    name: isvc-predictive-lightgbm-predictor.18d6ac222e21266f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18713"
    uid: 883eb1b9-709c-4aee-9a14-06363b918459
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:39:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18546"
    uid: c4135635-d3f9-4ff5-b59e-6c088505c2fc
  kind: Event
  lastTimestamp: "2026-09-19T08:39:24Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-19T08:39:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:39:24Z"
    name: isvc-predictive-lightgbm-predictor.18d6ac222e8f29b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18714"
    uid: 7efed015-a57c-4ba5-96c5-155e4ebc9c3e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-19T08:39:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18712"
    uid: c4135635-d3f9-4ff5-b59e-6c088505c2fc
  kind: Event
  lastTimestamp: "2026-09-19T08:40:24Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-19T08:39:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:40:24Z"
    name: isvc-predictive-lightgbm-predictor.18d6ac25ad39dd0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19165"
    uid: 34f954b0-6937-4500-bae3-79f939cedb5f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-19T08:39:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18712"
    uid: c4135635-d3f9-4ff5-b59e-6c088505c2fc
  kind: Event
  lastTimestamp: "2026-09-19T08:40:24Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-19T08:39:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:40:24Z"
    name: isvc-predictive-lightgbm-predictor.18d6ac25ad9ceac5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19166"
    uid: 4a5e45c8-252a-4c0b-a7ac-24d6673462c5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-19T08:44:26.231650Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-rq8pk
    namespace: kserve-ci-e2e-test
    resourceVersion: "21362"
    uid: b61959e5-6491-4d16-bfc6-debdf1c00155
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-lightgbm-v2-predictor-545b7cc587-rq8pk
    to ip-10-0-136-228.ec2.internal
  metadata:
    creationTimestamp: "2026-09-19T08:44:26Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-19T08:44:26Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-rq8pk.18d6ac6861147764
    namespace: kserve-ci-e2e-test
    resourceVersion: "21368"
    uid: f6d9da52-4864-4214-bd4e-b8bd3a27d668
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-d6b67db56-fftfm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:44:26Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-rq8pk
    namespace: kserve-ci-e2e-test
    resourceVersion: "21373"
    uid: b61959e5-6491-4d16-bfc6-debdf1c00155
  kind: Event
  lastTimestamp: "2026-09-19T08:44:26Z"
  message: Add eth0 [10.133.0.24/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-19T08:44:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-19T08:44:26Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-rq8pk.18d6ac68831a500f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21382"
    uid: 0a3840de-760a-49c8-acb3-c4df2db438c9
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:44:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-rq8pk
    namespace: kserve-ci-e2e-test
    resourceVersion: "21364"
    uid: b61959e5-6491-4d16-bfc6-debdf1c00155
  kind: Event
  lastTimestamp: "2026-09-19T08:44:26Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T08:44:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:44:26Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-rq8pk.18d6ac688484973b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21384"
    uid: e9ea452d-8d2f-4fb4-8e1d-22b299bfafca
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:44:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-rq8pk
    namespace: kserve-ci-e2e-test
    resourceVersion: "21364"
    uid: b61959e5-6491-4d16-bfc6-debdf1c00155
  kind: Event
  lastTimestamp: "2026-09-19T08:44:26Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-19T08:44:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:44:26Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-rq8pk.18d6ac6887e8882a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21385"
    uid: b23dc4cf-542c-43f4-b076-71e8b9e14945
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:44:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-rq8pk
    namespace: kserve-ci-e2e-test
    resourceVersion: "21364"
    uid: b61959e5-6491-4d16-bfc6-debdf1c00155
  kind: Event
  lastTimestamp: "2026-09-19T08:44:26Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-19T08:44:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:44:26Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-rq8pk.18d6ac68885d87b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21386"
    uid: 76f1a398-1326-4398-a102-1fa7a1f0a526
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:44:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-rq8pk
    namespace: kserve-ci-e2e-test
    resourceVersion: "21364"
    uid: b61959e5-6491-4d16-bfc6-debdf1c00155
  kind: Event
  lastTimestamp: "2026-09-19T08:44:31Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-19T08:44:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:44:31Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-rq8pk.18d6ac69977b6e29
    namespace: kserve-ci-e2e-test
    resourceVersion: "21422"
    uid: b3c037a8-b1a2-47ab-8aa9-ec85e34a6f1f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:44:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-rq8pk
    namespace: kserve-ci-e2e-test
    resourceVersion: "21364"
    uid: b61959e5-6491-4d16-bfc6-debdf1c00155
  kind: Event
  lastTimestamp: "2026-09-19T08:44:31Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-19T08:44:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:44:31Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-rq8pk.18d6ac699a991924
    namespace: kserve-ci-e2e-test
    resourceVersion: "21426"
    uid: 1214ffbe-569f-450d-b566-d1b3e43635a8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:44:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-rq8pk
    namespace: kserve-ci-e2e-test
    resourceVersion: "21364"
    uid: b61959e5-6491-4d16-bfc6-debdf1c00155
  kind: Event
  lastTimestamp: "2026-09-19T08:44:31Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-19T08:44:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:44:31Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-rq8pk.18d6ac699b207e11
    namespace: kserve-ci-e2e-test
    resourceVersion: "21428"
    uid: 309e9eb1-fc22-41cb-a18d-0c7adce6a640
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:44:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-rq8pk
    namespace: kserve-ci-e2e-test
    resourceVersion: "21364"
    uid: b61959e5-6491-4d16-bfc6-debdf1c00155
  kind: Event
  lastTimestamp: "2026-09-19T08:44:31Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T08:44:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:44:31Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-rq8pk.18d6ac699b2bb506
    namespace: kserve-ci-e2e-test
    resourceVersion: "21429"
    uid: c5a34407-7aa0-4fd4-94e3-e41d4df426cf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:44:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-rq8pk
    namespace: kserve-ci-e2e-test
    resourceVersion: "21364"
    uid: b61959e5-6491-4d16-bfc6-debdf1c00155
  kind: Event
  lastTimestamp: "2026-09-19T08:44:31Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-19T08:44:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:44:31Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-rq8pk.18d6ac699e090ddd
    namespace: kserve-ci-e2e-test
    resourceVersion: "21431"
    uid: 0861b447-99a8-4cd4-86e2-534dc8b2660d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:44:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-rq8pk
    namespace: kserve-ci-e2e-test
    resourceVersion: "21364"
    uid: b61959e5-6491-4d16-bfc6-debdf1c00155
  kind: Event
  lastTimestamp: "2026-09-19T08:44:31Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-19T08:44:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:44:31Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-rq8pk.18d6ac699e802d11
    namespace: kserve-ci-e2e-test
    resourceVersion: "21432"
    uid: 54e502d8-106a-44fb-a374-7ddc1da4343a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-19T08:45:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-rq8pk
    namespace: kserve-ci-e2e-test
    resourceVersion: "21364"
    uid: b61959e5-6491-4d16-bfc6-debdf1c00155
  kind: Event
  lastTimestamp: "2026-09-19T08:45:59Z"
  message: 'Readiness probe failed: Get "http://10.133.0.24:8080/v2/models/isvc-predictive-lightgbm-v2/ready":
    dial tcp 10.133.0.24:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-19T08:45:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:45:59Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-rq8pk.18d6ac7271b3044a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22172"
    uid: 7e389f17-6216-40e2-b652-4c21714a58b9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:45:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-rq8pk
    namespace: kserve-ci-e2e-test
    resourceVersion: "21364"
    uid: b61959e5-6491-4d16-bfc6-debdf1c00155
  kind: Event
  lastTimestamp: "2026-09-19T08:45:56Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-19T08:45:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:45:56Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-rq8pk.18d6ac7d5bb61280
    namespace: kserve-ci-e2e-test
    resourceVersion: "22143"
    uid: dc561eba-1036-4dfd-8b4a-bcac516a6b88
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:45:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-rq8pk
    namespace: kserve-ci-e2e-test
    resourceVersion: "21364"
    uid: b61959e5-6491-4d16-bfc6-debdf1c00155
  kind: Event
  lastTimestamp: "2026-09-19T08:45:56Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-19T08:45:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:45:56Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-rq8pk.18d6ac7d5bba914b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22144"
    uid: f3a2bf36-7a03-4e9d-a653-01958958fce1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:45:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-rq8pk
    namespace: kserve-ci-e2e-test
    resourceVersion: "21364"
    uid: b61959e5-6491-4d16-bfc6-debdf1c00155
  kind: Event
  lastTimestamp: "2026-09-19T08:45:59Z"
  message: 'Readiness probe failed: Get "https://10.133.0.24:8643/healthz": dial tcp
    10.133.0.24:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-19T08:45:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:45:59Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-rq8pk.18d6ac7e158c2e27
    namespace: kserve-ci-e2e-test
    resourceVersion: "22171"
    uid: 648d5177-c778-4832-aac1-a2cf5fdb59cd
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:44:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587
    namespace: kserve-ci-e2e-test
    resourceVersion: "21353"
    uid: e43a6511-036e-4e6d-bb66-cf2b2f2f6848
  kind: Event
  lastTimestamp: "2026-09-19T08:44:26Z"
  message: 'Created pod: isvc-predictive-lightgbm-v2-predictor-545b7cc587-rq8pk'
  metadata:
    creationTimestamp: "2026-09-19T08:44:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:44:26Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587.18d6ac6860ab6e66
    namespace: kserve-ci-e2e-test
    resourceVersion: "21363"
    uid: ca8ec443-a671-4886-8a5e-89288e0ad78f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:44:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21351"
    uid: 0bcd00a5-e18e-4d5f-941d-bd02064015b0
  kind: Event
  lastTimestamp: "2026-09-19T08:44:26Z"
  message: Scaled up replica set isvc-predictive-lightgbm-v2-predictor-545b7cc587
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-19T08:44:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:44:26Z"
    name: isvc-predictive-lightgbm-v2-predictor.18d6ac685df993c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21356"
    uid: 1e45cdb4-9bc3-4d6d-9eb8-4d561dfd4ee4
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-19T08:44:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21352"
    uid: e794ab35-2fab-46b3-83e4-7ceeeb18cbed
  kind: Event
  lastTimestamp: "2026-09-19T08:44:56Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-19T08:44:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:44:56Z"
    name: isvc-predictive-lightgbm-v2-predictor.18d6ac6bdc791e21
    namespace: kserve-ci-e2e-test
    resourceVersion: "21613"
    uid: 4f4b6f7d-0d45-40d5-9e90-66339a0d283d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-19T08:44:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21352"
    uid: e794ab35-2fab-46b3-83e4-7ceeeb18cbed
  kind: Event
  lastTimestamp: "2026-09-19T08:44:56Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-19T08:44:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:44:56Z"
    name: isvc-predictive-lightgbm-v2-predictor.18d6ac6bdcd33673
    namespace: kserve-ci-e2e-test
    resourceVersion: "21614"
    uid: 56f3ba04-7b76-455a-ae4a-c16c79338293
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-19T08:45:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21498"
    uid: e794ab35-2fab-46b3-83e4-7ceeeb18cbed
  kind: Event
  lastTimestamp: "2026-09-19T08:45:56Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-19T08:45:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:45:56Z"
    name: isvc-predictive-lightgbm-v2-predictor.18d6ac72dac944fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22127"
    uid: dd1ebfe8-0282-4e4f-956e-b2e5d41d564d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-19T08:45:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21498"
    uid: e794ab35-2fab-46b3-83e4-7ceeeb18cbed
  kind: Event
  lastTimestamp: "2026-09-19T08:45:56Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-19T08:45:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:45:56Z"
    name: isvc-predictive-lightgbm-v2-predictor.18d6ac72db2b1d10
    namespace: kserve-ci-e2e-test
    resourceVersion: "22128"
    uid: 589d5519-1283-47f5-8df3-0fdb8ea200b1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-19T08:44:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21344"
    uid: de05be46-b4c0-424c-b342-9e3f11157d07
  kind: Event
  lastTimestamp: "2026-09-19T08:45:50Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-19T08:44:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T08:45:50Z"
    name: isvc-predictive-lightgbm-v2.18d6ac685dfb53ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "22087"
    uid: b5db55f3-e202-4630-8cd0-017b27f85b86
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:44:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21344"
    uid: de05be46-b4c0-424c-b342-9e3f11157d07
  kind: Event
  lastTimestamp: "2026-09-19T08:44:26Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-lightgbm-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-19T08:44:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T08:44:26Z"
    name: isvc-predictive-lightgbm-v2.18d6ac685e708dc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21359"
    uid: 20f302b7-22f5-44e2-9b9a-a52b3168308e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:45:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22085"
    uid: de05be46-b4c0-424c-b342-9e3f11157d07
  kind: Event
  lastTimestamp: "2026-09-19T08:45:50Z"
  message: InferenceService [isvc-predictive-lightgbm-v2] is Ready
  metadata:
    creationTimestamp: "2026-09-19T08:45:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T08:45:50Z"
    name: isvc-predictive-lightgbm-v2.18d6ac7be432c620
    namespace: kserve-ci-e2e-test
    resourceVersion: "22086"
    uid: 86544465-3d06-46cb-babd-78b225aaa092
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-19T08:39:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "18537"
    uid: a1221066-52e7-45f6-b958-d43357cfa2c8
  kind: Event
  lastTimestamp: "2026-09-19T08:40:29Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-19T08:39:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T08:40:29Z"
    name: isvc-predictive-lightgbm.18d6ac1eaf9820d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "19201"
    uid: c754be60-c77f-49a0-b1aa-cde44c3a4c3a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-19T08:39:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "18537"
    uid: a1221066-52e7-45f6-b958-d43357cfa2c8
  kind: Event
  lastTimestamp: "2026-09-19T08:39:09Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-lightgbm":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-19T08:39:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T08:39:09Z"
    name: isvc-predictive-lightgbm.18d6ac1eb03db267
    namespace: kserve-ci-e2e-test
    resourceVersion: "18569"
    uid: 4055f4e7-d007-469f-8df3-9caa1b22a2fa
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:39:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "18539"
    uid: a1221066-52e7-45f6-b958-d43357cfa2c8
  kind: Event
  lastTimestamp: "2026-09-19T08:39:09Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-19T08:39:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T08:39:09Z"
    name: isvc-predictive-lightgbm.18d6ac1eb5dd9a1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18571"
    uid: 0265c35f-f23b-407e-a7a0-54a26407243e
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:40:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "19198"
    uid: a1221066-52e7-45f6-b958-d43357cfa2c8
  kind: Event
  lastTimestamp: "2026-09-19T08:40:28Z"
  message: InferenceService [isvc-predictive-lightgbm] is Ready
  metadata:
    creationTimestamp: "2026-09-19T08:40:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T08:40:28Z"
    name: isvc-predictive-lightgbm.18d6ac3123ff08bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19199"
    uid: 26f9a97a-4a1c-467b-8952-531ef1b3a9bf
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-19T08:35:38.408620Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-rtppk
    namespace: kserve-ci-e2e-test
    resourceVersion: "16543"
    uid: 0232bc9b-1bc1-43f5-956d-f6d6dd645dbf
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-sklearn-predictor-5f849d69df-rtppk
    to ip-10-0-136-99.ec2.internal
  metadata:
    creationTimestamp: "2026-09-19T08:35:38Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-19T08:35:38Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-rtppk.18d6abed7c60386a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16547"
    uid: 68c6d58f-d6fc-430a-8f3e-3952955db3f4
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-d6b67db56-fftfm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:35:38Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-rtppk
    namespace: kserve-ci-e2e-test
    resourceVersion: "16552"
    uid: 0232bc9b-1bc1-43f5-956d-f6d6dd645dbf
  kind: Event
  lastTimestamp: "2026-09-19T08:35:38Z"
  message: Add eth0 [10.132.0.41/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-19T08:35:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-19T08:35:38Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-rtppk.18d6abed9f1d6937
    namespace: kserve-ci-e2e-test
    resourceVersion: "16562"
    uid: 9be7362a-be5b-4657-b2f2-164af5ad9bb3
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:35:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-rtppk
    namespace: kserve-ci-e2e-test
    resourceVersion: "16545"
    uid: 0232bc9b-1bc1-43f5-956d-f6d6dd645dbf
  kind: Event
  lastTimestamp: "2026-09-19T08:35:39Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T08:35:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:35:39Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-rtppk.18d6abeda0723667
    namespace: kserve-ci-e2e-test
    resourceVersion: "16564"
    uid: 12ddf860-3bdc-4396-849a-0b1fb01e36c2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:35:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-rtppk
    namespace: kserve-ci-e2e-test
    resourceVersion: "16545"
    uid: 0232bc9b-1bc1-43f5-956d-f6d6dd645dbf
  kind: Event
  lastTimestamp: "2026-09-19T08:35:39Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-19T08:35:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:35:39Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-rtppk.18d6abeda2ff852e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16566"
    uid: 21e8e47a-4cb0-4980-9fd8-b5d48a48aefe
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:35:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-rtppk
    namespace: kserve-ci-e2e-test
    resourceVersion: "16545"
    uid: 0232bc9b-1bc1-43f5-956d-f6d6dd645dbf
  kind: Event
  lastTimestamp: "2026-09-19T08:35:39Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-19T08:35:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:35:39Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-rtppk.18d6abeda35dc729
    namespace: kserve-ci-e2e-test
    resourceVersion: "16567"
    uid: 371349bd-f8ce-4062-9320-d32ed7c57216
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:35:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-rtppk
    namespace: kserve-ci-e2e-test
    resourceVersion: "16545"
    uid: 0232bc9b-1bc1-43f5-956d-f6d6dd645dbf
  kind: Event
  lastTimestamp: "2026-09-19T08:35:43Z"
  message: Pulling image "kserve/predictiveserver:latest"
  metadata:
    creationTimestamp: "2026-09-19T08:35:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:35:43Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-rtppk.18d6abeeb75b921b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16608"
    uid: ae10dedc-de5e-4e9f-a3b6-1cc1632cadf7
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:36:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-rtppk
    namespace: kserve-ci-e2e-test
    resourceVersion: "16545"
    uid: 0232bc9b-1bc1-43f5-956d-f6d6dd645dbf
  kind: Event
  lastTimestamp: "2026-09-19T08:36:04Z"
  message: 'Successfully pulled image "kserve/predictiveserver:latest" in 20.557s
    (20.557s including waiting). Image size: 2439819922 bytes.'
  metadata:
    creationTimestamp: "2026-09-19T08:36:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:36:04Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-rtppk.18d6abf380acfc0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16782"
    uid: ec0e0fc7-ca5e-4b5c-8f05-bd157f041445
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:36:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-rtppk
    namespace: kserve-ci-e2e-test
    resourceVersion: "16545"
    uid: 0232bc9b-1bc1-43f5-956d-f6d6dd645dbf
  kind: Event
  lastTimestamp: "2026-09-19T08:36:04Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-19T08:36:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:36:04Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-rtppk.18d6abf384d51c6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16784"
    uid: 02a8569b-a42f-4e8b-b318-f0d5ccb0b11e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:36:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-rtppk
    namespace: kserve-ci-e2e-test
    resourceVersion: "16545"
    uid: 0232bc9b-1bc1-43f5-956d-f6d6dd645dbf
  kind: Event
  lastTimestamp: "2026-09-19T08:36:04Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-19T08:36:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:36:04Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-rtppk.18d6abf38530dade
    namespace: kserve-ci-e2e-test
    resourceVersion: "16785"
    uid: 6f59e9ab-b80f-4f38-af76-d427c1d5ae9f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:36:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-rtppk
    namespace: kserve-ci-e2e-test
    resourceVersion: "16545"
    uid: 0232bc9b-1bc1-43f5-956d-f6d6dd645dbf
  kind: Event
  lastTimestamp: "2026-09-19T08:36:04Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-09-19T08:36:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:36:04Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-rtppk.18d6abf3853ce79f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16786"
    uid: 658c023f-7d6e-4020-b0bd-fc03342777e1
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:36:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-rtppk
    namespace: kserve-ci-e2e-test
    resourceVersion: "16545"
    uid: 0232bc9b-1bc1-43f5-956d-f6d6dd645dbf
  kind: Event
  lastTimestamp: "2026-09-19T08:36:06Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.021s (2.021s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-09-19T08:36:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:36:06Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-rtppk.18d6abf3fdb96d04
    namespace: kserve-ci-e2e-test
    resourceVersion: "16804"
    uid: 52670aa2-42b5-440a-9cdb-06b9acbe038f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:36:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-rtppk
    namespace: kserve-ci-e2e-test
    resourceVersion: "16545"
    uid: 0232bc9b-1bc1-43f5-956d-f6d6dd645dbf
  kind: Event
  lastTimestamp: "2026-09-19T08:36:06Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-19T08:36:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:36:06Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-rtppk.18d6abf400d474ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "16806"
    uid: e0f32f7c-8097-424f-906e-a7d4f0fce5d7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:36:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-rtppk
    namespace: kserve-ci-e2e-test
    resourceVersion: "16545"
    uid: 0232bc9b-1bc1-43f5-956d-f6d6dd645dbf
  kind: Event
  lastTimestamp: "2026-09-19T08:36:06Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-19T08:36:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:36:06Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-rtppk.18d6abf401571b30
    namespace: kserve-ci-e2e-test
    resourceVersion: "16807"
    uid: b3e3a2be-3a64-43b2-b8c4-84783672868e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-19T08:36:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-rtppk
    namespace: kserve-ci-e2e-test
    resourceVersion: "16545"
    uid: 0232bc9b-1bc1-43f5-956d-f6d6dd645dbf
  kind: Event
  lastTimestamp: "2026-09-19T08:37:13Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.41:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-19T08:36:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:37:13Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-rtppk.18d6abf4575abba4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17376"
    uid: 77f12270-8a00-4a6a-bde7-e477fe0b2058
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:37:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-rtppk
    namespace: kserve-ci-e2e-test
    resourceVersion: "16545"
    uid: 0232bc9b-1bc1-43f5-956d-f6d6dd645dbf
  kind: Event
  lastTimestamp: "2026-09-19T08:37:28Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-19T08:37:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:37:28Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-rtppk.18d6ac0735f83c57
    namespace: kserve-ci-e2e-test
    resourceVersion: "17542"
    uid: 52900ad9-6441-4294-8891-5a5528539e2f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:37:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-rtppk
    namespace: kserve-ci-e2e-test
    resourceVersion: "16545"
    uid: 0232bc9b-1bc1-43f5-956d-f6d6dd645dbf
  kind: Event
  lastTimestamp: "2026-09-19T08:37:28Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-19T08:37:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:37:28Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-rtppk.18d6ac0735f8aa58
    namespace: kserve-ci-e2e-test
    resourceVersion: "17543"
    uid: 69fbef92-7d40-4c51-9d09-7dcd0659a324
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:35:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-sklearn-predictor-5f849d69df
    namespace: kserve-ci-e2e-test
    resourceVersion: "16530"
    uid: 0c30f513-e7ae-4eb5-9ebf-7f464470ab7b
  kind: Event
  lastTimestamp: "2026-09-19T08:35:38Z"
  message: 'Created pod: isvc-predictive-sklearn-predictor-5f849d69df-rtppk'
  metadata:
    creationTimestamp: "2026-09-19T08:35:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:35:38Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df.18d6abed7bf64e38
    namespace: kserve-ci-e2e-test
    resourceVersion: "16544"
    uid: 678acd85-275f-43c0-b448-21cb7dfae48d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:35:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16527"
    uid: fb79f9ad-b83d-4498-8c8e-bd4faf9bb3da
  kind: Event
  lastTimestamp: "2026-09-19T08:35:38Z"
  message: Scaled up replica set isvc-predictive-sklearn-predictor-5f849d69df from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-19T08:35:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:35:38Z"
    name: isvc-predictive-sklearn-predictor.18d6abed785d42e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16531"
    uid: cec07b39-5183-4d36-9f09-121c0f29c209
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-19T08:35:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16528"
    uid: 67612300-0a32-484b-a29e-f44313987027
  kind: Event
  lastTimestamp: "2026-09-19T08:36:38Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-19T08:35:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:36:38Z"
    name: isvc-predictive-sklearn-predictor.18d6abf0f6d0d90b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17043"
    uid: a89d52fe-4859-42f8-8595-d483f405d68e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-19T08:35:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16528"
    uid: 67612300-0a32-484b-a29e-f44313987027
  kind: Event
  lastTimestamp: "2026-09-19T08:36:38Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-19T08:35:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:36:38Z"
    name: isvc-predictive-sklearn-predictor.18d6abf0f7310720
    namespace: kserve-ci-e2e-test
    resourceVersion: "17044"
    uid: 1d8a039b-abb7-4fa8-be56-7e72a986f668
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-19T08:36:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16696"
    uid: 67612300-0a32-484b-a29e-f44313987027
  kind: Event
  lastTimestamp: "2026-09-19T08:37:23Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-19T08:36:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:37:23Z"
    name: isvc-predictive-sklearn-predictor.18d6abf7f4eb7758
    namespace: kserve-ci-e2e-test
    resourceVersion: "17473"
    uid: 13668d66-4636-4064-b73c-d1adb46d9ce2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-19T08:36:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16696"
    uid: 67612300-0a32-484b-a29e-f44313987027
  kind: Event
  lastTimestamp: "2026-09-19T08:37:23Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-19T08:36:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:37:23Z"
    name: isvc-predictive-sklearn-predictor.18d6abf7f52b53b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17474"
    uid: ad8488d8-2d3c-4727-9381-cc26063ac2ba
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-19T08:40:35.675394Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-pd7zm
    namespace: kserve-ci-e2e-test
    resourceVersion: "19302"
    uid: f38852d2-f5d6-4e5b-af5c-ed33151e5cb3
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-sklearn-v2-predictor-745f9c8c9f-pd7zm
    to ip-10-0-136-99.ec2.internal
  metadata:
    creationTimestamp: "2026-09-19T08:40:35Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-19T08:40:35Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-pd7zm.18d6ac32b2db80cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19308"
    uid: fe7d0ddb-4185-46d2-a1bd-cc98ab28b137
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-d6b67db56-fftfm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:40:35Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-pd7zm
    namespace: kserve-ci-e2e-test
    resourceVersion: "19306"
    uid: f38852d2-f5d6-4e5b-af5c-ed33151e5cb3
  kind: Event
  lastTimestamp: "2026-09-19T08:40:35Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-predictive-sklearn-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-19T08:40:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:40:35Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-pd7zm.18d6ac32be141876
    namespace: kserve-ci-e2e-test
    resourceVersion: "19316"
    uid: 67dce6ec-6701-4ae1-abd8-3ad016033df2
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:40:36Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-pd7zm
    namespace: kserve-ci-e2e-test
    resourceVersion: "19312"
    uid: f38852d2-f5d6-4e5b-af5c-ed33151e5cb3
  kind: Event
  lastTimestamp: "2026-09-19T08:40:36Z"
  message: Add eth0 [10.132.0.45/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-19T08:40:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-19T08:40:36Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-pd7zm.18d6ac32f89a4e90
    namespace: kserve-ci-e2e-test
    resourceVersion: "19326"
    uid: 465df456-7420-4755-85ae-a2421813bca4
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:40:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-pd7zm
    namespace: kserve-ci-e2e-test
    resourceVersion: "19306"
    uid: f38852d2-f5d6-4e5b-af5c-ed33151e5cb3
  kind: Event
  lastTimestamp: "2026-09-19T08:40:36Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T08:40:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:40:36Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-pd7zm.18d6ac32fa1e8eb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19328"
    uid: d5ccd51b-9503-4f90-a293-681d0b81068a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:40:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-pd7zm
    namespace: kserve-ci-e2e-test
    resourceVersion: "19306"
    uid: f38852d2-f5d6-4e5b-af5c-ed33151e5cb3
  kind: Event
  lastTimestamp: "2026-09-19T08:40:36Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-19T08:40:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:40:36Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-pd7zm.18d6ac32fd1c7efa
    namespace: kserve-ci-e2e-test
    resourceVersion: "19329"
    uid: 6f50879c-c099-49cc-9f5c-3e11668c69aa
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:40:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-pd7zm
    namespace: kserve-ci-e2e-test
    resourceVersion: "19306"
    uid: f38852d2-f5d6-4e5b-af5c-ed33151e5cb3
  kind: Event
  lastTimestamp: "2026-09-19T08:40:36Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-19T08:40:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:40:36Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-pd7zm.18d6ac32fd89e606
    namespace: kserve-ci-e2e-test
    resourceVersion: "19330"
    uid: a0ec9401-0f0c-4e9b-b472-26c9643fe10d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:40:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-pd7zm
    namespace: kserve-ci-e2e-test
    resourceVersion: "19306"
    uid: f38852d2-f5d6-4e5b-af5c-ed33151e5cb3
  kind: Event
  lastTimestamp: "2026-09-19T08:40:41Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-19T08:40:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:40:41Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-pd7zm.18d6ac33fce3a74b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19451"
    uid: 85dab447-860e-4c6c-9968-974affe579a6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:40:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-pd7zm
    namespace: kserve-ci-e2e-test
    resourceVersion: "19306"
    uid: f38852d2-f5d6-4e5b-af5c-ed33151e5cb3
  kind: Event
  lastTimestamp: "2026-09-19T08:40:41Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-19T08:40:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:40:41Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-pd7zm.18d6ac34004202a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19459"
    uid: 4585201d-ffc5-4490-92cf-128988ba679b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:40:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-pd7zm
    namespace: kserve-ci-e2e-test
    resourceVersion: "19306"
    uid: f38852d2-f5d6-4e5b-af5c-ed33151e5cb3
  kind: Event
  lastTimestamp: "2026-09-19T08:40:41Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-19T08:40:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:40:41Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-pd7zm.18d6ac3400b4e95c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19461"
    uid: 41cff580-b728-4feb-a47c-5ae2ef5b7877
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:40:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-pd7zm
    namespace: kserve-ci-e2e-test
    resourceVersion: "19306"
    uid: f38852d2-f5d6-4e5b-af5c-ed33151e5cb3
  kind: Event
  lastTimestamp: "2026-09-19T08:40:41Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T08:40:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:40:41Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-pd7zm.18d6ac3400bfefd1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19462"
    uid: 19345561-bbfd-417a-9040-ec05bfe17b5f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:40:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-pd7zm
    namespace: kserve-ci-e2e-test
    resourceVersion: "19306"
    uid: f38852d2-f5d6-4e5b-af5c-ed33151e5cb3
  kind: Event
  lastTimestamp: "2026-09-19T08:40:41Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-19T08:40:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:40:41Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-pd7zm.18d6ac3404ca8c19
    namespace: kserve-ci-e2e-test
    resourceVersion: "19466"
    uid: e508a10b-f42e-4f08-9842-2e7edddc0c93
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:40:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-pd7zm
    namespace: kserve-ci-e2e-test
    resourceVersion: "19306"
    uid: f38852d2-f5d6-4e5b-af5c-ed33151e5cb3
  kind: Event
  lastTimestamp: "2026-09-19T08:40:41Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-19T08:40:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:40:41Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-pd7zm.18d6ac340538d634
    namespace: kserve-ci-e2e-test
    resourceVersion: "19467"
    uid: e9e0ffee-682c-4876-adb6-9886b8d7792e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-19T08:41:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-pd7zm
    namespace: kserve-ci-e2e-test
    resourceVersion: "19306"
    uid: f38852d2-f5d6-4e5b-af5c-ed33151e5cb3
  kind: Event
  lastTimestamp: "2026-09-19T08:42:58Z"
  message: 'Readiness probe failed: Get "http://10.132.0.45:8080/v2/models/isvc-predictive-sklearn-v2/ready":
    dial tcp 10.132.0.45:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-19T08:41:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:42:58Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-pd7zm.18d6ac3c9bb338d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20565"
    uid: 65e959f5-0f5a-4745-a4f8-505717fe8b2f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:42:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-pd7zm
    namespace: kserve-ci-e2e-test
    resourceVersion: "19306"
    uid: f38852d2-f5d6-4e5b-af5c-ed33151e5cb3
  kind: Event
  lastTimestamp: "2026-09-19T08:42:15Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-19T08:42:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:42:15Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-pd7zm.18d6ac4a034e9df9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20185"
    uid: 284e93c2-cc72-4364-9bf6-c27750c4bccf
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:42:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-pd7zm
    namespace: kserve-ci-e2e-test
    resourceVersion: "19306"
    uid: f38852d2-f5d6-4e5b-af5c-ed33151e5cb3
  kind: Event
  lastTimestamp: "2026-09-19T08:42:15Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-19T08:42:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:42:15Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-pd7zm.18d6ac4a03517c70
    namespace: kserve-ci-e2e-test
    resourceVersion: "20186"
    uid: e68143b8-dd0c-471a-8484-bc1387c802b3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-19T08:42:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-pd7zm
    namespace: kserve-ci-e2e-test
    resourceVersion: "19306"
    uid: f38852d2-f5d6-4e5b-af5c-ed33151e5cb3
  kind: Event
  lastTimestamp: "2026-09-19T08:42:58Z"
  message: 'Readiness probe failed: Get "https://10.132.0.45:8643/healthz": dial tcp
    10.132.0.45:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-19T08:42:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:42:58Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-pd7zm.18d6ac4a93a581c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20563"
    uid: 6a469a3d-9925-4341-9856-1fedcf9dbc93
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:40:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19293"
    uid: 8d8d7fea-0e15-418b-b9eb-25aee4ace18b
  kind: Event
  lastTimestamp: "2026-09-19T08:40:35Z"
  message: 'Created pod: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-pd7zm'
  metadata:
    creationTimestamp: "2026-09-19T08:40:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:40:35Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f.18d6ac32b26e452a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19305"
    uid: 260cd0e3-e70a-40ce-8f97-e06d58357970
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:40:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19291"
    uid: c4e27de8-0992-4977-8c60-6509c153d234
  kind: Event
  lastTimestamp: "2026-09-19T08:40:35Z"
  message: Scaled up replica set isvc-predictive-sklearn-v2-predictor-745f9c8c9f from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-19T08:40:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:40:35Z"
    name: isvc-predictive-sklearn-v2-predictor.18d6ac32af85b0ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "19295"
    uid: 7342f75c-6063-4f43-9ed3-6f6e5076d463
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-19T08:40:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19292"
    uid: aaab9e1d-ce45-4125-a041-92181fbc7e5b
  kind: Event
  lastTimestamp: "2026-09-19T08:41:35Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-19T08:40:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:41:35Z"
    name: isvc-predictive-sklearn-v2-predictor.18d6ac362def4e78
    namespace: kserve-ci-e2e-test
    resourceVersion: "19868"
    uid: a9354803-51a4-4c37-9f8c-3d54196efa4d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-19T08:40:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19292"
    uid: aaab9e1d-ce45-4125-a041-92181fbc7e5b
  kind: Event
  lastTimestamp: "2026-09-19T08:41:35Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-19T08:40:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:41:35Z"
    name: isvc-predictive-sklearn-v2-predictor.18d6ac362e5120e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19869"
    uid: 85463453-8f04-4ba2-a42a-145d5672bca2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-19T08:41:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19541"
    uid: aaab9e1d-ce45-4125-a041-92181fbc7e5b
  kind: Event
  lastTimestamp: "2026-09-19T08:42:05Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-19T08:41:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:42:05Z"
    name: isvc-predictive-sklearn-v2-predictor.18d6ac442a69b334
    namespace: kserve-ci-e2e-test
    resourceVersion: "20084"
    uid: 7b16075f-f5bc-4a75-9b0b-f6713c0a7052
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-19T08:41:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19541"
    uid: aaab9e1d-ce45-4125-a041-92181fbc7e5b
  kind: Event
  lastTimestamp: "2026-09-19T08:42:05Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-19T08:41:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:42:05Z"
    name: isvc-predictive-sklearn-v2-predictor.18d6ac442acfa28b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20085"
    uid: 3c489328-8966-4e46-8e58-578dde1396c3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-19T08:40:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19283"
    uid: 20ed49a1-cf0d-4be8-bc56-a883488e0598
  kind: Event
  lastTimestamp: "2026-09-19T08:42:09Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-19T08:40:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T08:42:09Z"
    name: isvc-predictive-sklearn-v2.18d6ac32af8614c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20117"
    uid: 38a10b03-4ea2-4fe3-8ede-ce5adb71aeb8
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:40:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19283"
    uid: 20ed49a1-cf0d-4be8-bc56-a883488e0598
  kind: Event
  lastTimestamp: "2026-09-19T08:40:35Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-sklearn-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-sklearn-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-19T08:40:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T08:40:35Z"
    name: isvc-predictive-sklearn-v2.18d6ac32b005085f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19299"
    uid: cdeb224f-f2cf-4c88-bdd5-5cce2d300655
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:42:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20115"
    uid: 20ed49a1-cf0d-4be8-bc56-a883488e0598
  kind: Event
  lastTimestamp: "2026-09-19T08:42:08Z"
  message: InferenceService [isvc-predictive-sklearn-v2] is Ready
  metadata:
    creationTimestamp: "2026-09-19T08:42:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T08:42:08Z"
    name: isvc-predictive-sklearn-v2.18d6ac486bfcb52f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20116"
    uid: f7bdc834-e5e5-4927-88be-4419316fdd9d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-19T08:35:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "16520"
    uid: cb2b83a1-ef25-4727-88ef-80ba6e80ddb3
  kind: Event
  lastTimestamp: "2026-09-19T08:37:23Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-19T08:35:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T08:37:23Z"
    name: isvc-predictive-sklearn.18d6abed78646804
    namespace: kserve-ci-e2e-test
    resourceVersion: "17489"
    uid: 82d29088-160a-4591-a738-f554c3474079
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-19T08:35:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "16520"
    uid: cb2b83a1-ef25-4727-88ef-80ba6e80ddb3
  kind: Event
  lastTimestamp: "2026-09-19T08:35:38Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-sklearn":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-sklearn":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-19T08:35:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T08:35:38Z"
    name: isvc-predictive-sklearn.18d6abed78e1d589
    namespace: kserve-ci-e2e-test
    resourceVersion: "16554"
    uid: 2754a6bd-dc74-418c-8efd-838aeb451283
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:35:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "16522"
    uid: cb2b83a1-ef25-4727-88ef-80ba6e80ddb3
  kind: Event
  lastTimestamp: "2026-09-19T08:35:38Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-sklearn": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-19T08:35:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T08:35:38Z"
    name: isvc-predictive-sklearn.18d6abed7ec0c9bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16555"
    uid: be78557e-21aa-42b3-a048-d44f9d2bdf23
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:37:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "17487"
    uid: cb2b83a1-ef25-4727-88ef-80ba6e80ddb3
  kind: Event
  lastTimestamp: "2026-09-19T08:37:23Z"
  message: InferenceService [isvc-predictive-sklearn] is Ready
  metadata:
    creationTimestamp: "2026-09-19T08:37:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T08:37:23Z"
    name: isvc-predictive-sklearn.18d6ac060ec94ecc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17488"
    uid: f59cc40b-b66b-424d-a23b-e384be04ae44
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-19T08:37:34.137679Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-kw8fl
    namespace: kserve-ci-e2e-test
    resourceVersion: "17601"
    uid: 0513ad3b-5f38-48cf-a903-d8c60f6575cb
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-xgboost-predictor-695f978978-kw8fl
    to ip-10-0-136-99.ec2.internal
  metadata:
    creationTimestamp: "2026-09-19T08:37:34Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-19T08:37:34Z"
    name: isvc-predictive-xgboost-predictor-695f978978-kw8fl.18d6ac086e5d7a93
    namespace: kserve-ci-e2e-test
    resourceVersion: "17607"
    uid: ab4f6e4f-3b67-4d3e-8b94-71661dfcafef
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-d6b67db56-fftfm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:37:34Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-kw8fl
    namespace: kserve-ci-e2e-test
    resourceVersion: "17612"
    uid: 0513ad3b-5f38-48cf-a903-d8c60f6575cb
  kind: Event
  lastTimestamp: "2026-09-19T08:37:34Z"
  message: Add eth0 [10.132.0.42/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-19T08:37:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-19T08:37:34Z"
    name: isvc-predictive-xgboost-predictor-695f978978-kw8fl.18d6ac08906cbc42
    namespace: kserve-ci-e2e-test
    resourceVersion: "17623"
    uid: 494d6a23-c9fe-4a8d-a2ac-8c00a054c3eb
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:37:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-kw8fl
    namespace: kserve-ci-e2e-test
    resourceVersion: "17603"
    uid: 0513ad3b-5f38-48cf-a903-d8c60f6575cb
  kind: Event
  lastTimestamp: "2026-09-19T08:37:34Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T08:37:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:37:34Z"
    name: isvc-predictive-xgboost-predictor-695f978978-kw8fl.18d6ac0891d82de7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17625"
    uid: a590a208-e4af-4dc8-85c2-fc49d124ac3b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:37:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-kw8fl
    namespace: kserve-ci-e2e-test
    resourceVersion: "17603"
    uid: 0513ad3b-5f38-48cf-a903-d8c60f6575cb
  kind: Event
  lastTimestamp: "2026-09-19T08:37:34Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-19T08:37:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:37:34Z"
    name: isvc-predictive-xgboost-predictor-695f978978-kw8fl.18d6ac0895344ac4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17627"
    uid: 35b503fe-eff0-47fd-b82f-6d19c38937e2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:37:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-kw8fl
    namespace: kserve-ci-e2e-test
    resourceVersion: "17603"
    uid: 0513ad3b-5f38-48cf-a903-d8c60f6575cb
  kind: Event
  lastTimestamp: "2026-09-19T08:37:34Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-19T08:37:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:37:34Z"
    name: isvc-predictive-xgboost-predictor-695f978978-kw8fl.18d6ac0895a1ee97
    namespace: kserve-ci-e2e-test
    resourceVersion: "17628"
    uid: 70b6b418-c992-4ace-afd4-c6f48b939109
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:37:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-kw8fl
    namespace: kserve-ci-e2e-test
    resourceVersion: "17603"
    uid: 0513ad3b-5f38-48cf-a903-d8c60f6575cb
  kind: Event
  lastTimestamp: "2026-09-19T08:37:39Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-19T08:37:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:37:39Z"
    name: isvc-predictive-xgboost-predictor-695f978978-kw8fl.18d6ac09a1a02246
    namespace: kserve-ci-e2e-test
    resourceVersion: "17666"
    uid: 11dda76c-ecfb-41d6-ad9b-e375009e0690
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:37:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-kw8fl
    namespace: kserve-ci-e2e-test
    resourceVersion: "17603"
    uid: 0513ad3b-5f38-48cf-a903-d8c60f6575cb
  kind: Event
  lastTimestamp: "2026-09-19T08:37:39Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-19T08:37:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:37:39Z"
    name: isvc-predictive-xgboost-predictor-695f978978-kw8fl.18d6ac09a4a585ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "17669"
    uid: 6e6e3779-ed89-4b7a-a56b-07f896c9f889
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:37:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-kw8fl
    namespace: kserve-ci-e2e-test
    resourceVersion: "17603"
    uid: 0513ad3b-5f38-48cf-a903-d8c60f6575cb
  kind: Event
  lastTimestamp: "2026-09-19T08:37:39Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-19T08:37:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:37:39Z"
    name: isvc-predictive-xgboost-predictor-695f978978-kw8fl.18d6ac09a512715e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17671"
    uid: 50774691-31d9-4b45-ad2b-c5849c1575e4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:37:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-kw8fl
    namespace: kserve-ci-e2e-test
    resourceVersion: "17603"
    uid: 0513ad3b-5f38-48cf-a903-d8c60f6575cb
  kind: Event
  lastTimestamp: "2026-09-19T08:37:39Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T08:37:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:37:39Z"
    name: isvc-predictive-xgboost-predictor-695f978978-kw8fl.18d6ac09a51b3c2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17672"
    uid: fcfa1ece-14cd-405b-9d57-827318fc7107
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:37:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-kw8fl
    namespace: kserve-ci-e2e-test
    resourceVersion: "17603"
    uid: 0513ad3b-5f38-48cf-a903-d8c60f6575cb
  kind: Event
  lastTimestamp: "2026-09-19T08:37:39Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-19T08:37:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:37:39Z"
    name: isvc-predictive-xgboost-predictor-695f978978-kw8fl.18d6ac09a8f81049
    namespace: kserve-ci-e2e-test
    resourceVersion: "17674"
    uid: 73f014d1-d3de-418b-849d-ca3d3045d246
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:37:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-kw8fl
    namespace: kserve-ci-e2e-test
    resourceVersion: "17603"
    uid: 0513ad3b-5f38-48cf-a903-d8c60f6575cb
  kind: Event
  lastTimestamp: "2026-09-19T08:37:39Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-19T08:37:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:37:39Z"
    name: isvc-predictive-xgboost-predictor-695f978978-kw8fl.18d6ac09a9684031
    namespace: kserve-ci-e2e-test
    resourceVersion: "17675"
    uid: bce0b6c0-cd17-47ae-b1aa-0b74e397bfd1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-19T08:37:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-kw8fl
    namespace: kserve-ci-e2e-test
    resourceVersion: "17603"
    uid: 0513ad3b-5f38-48cf-a903-d8c60f6575cb
  kind: Event
  lastTimestamp: "2026-09-19T08:39:07Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.42:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-19T08:37:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:39:07Z"
    name: isvc-predictive-xgboost-predictor-695f978978-kw8fl.18d6ac0a19ce3e8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18500"
    uid: 31537fcb-d523-406a-913c-f9c22a5fa9d5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:39:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-kw8fl
    namespace: kserve-ci-e2e-test
    resourceVersion: "17603"
    uid: 0513ad3b-5f38-48cf-a903-d8c60f6575cb
  kind: Event
  lastTimestamp: "2026-09-19T08:39:04Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-19T08:39:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:39:04Z"
    name: isvc-predictive-xgboost-predictor-695f978978-kw8fl.18d6ac1d7f75845b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18455"
    uid: e9d1b764-9ffb-4784-b84c-eb9251869ac8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:39:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-kw8fl
    namespace: kserve-ci-e2e-test
    resourceVersion: "17603"
    uid: 0513ad3b-5f38-48cf-a903-d8c60f6575cb
  kind: Event
  lastTimestamp: "2026-09-19T08:39:04Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-19T08:39:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:39:04Z"
    name: isvc-predictive-xgboost-predictor-695f978978-kw8fl.18d6ac1d7f760bb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18456"
    uid: 400dd6f7-4918-4f6f-b6e1-4ebce40c399d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:39:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-kw8fl
    namespace: kserve-ci-e2e-test
    resourceVersion: "17603"
    uid: 0513ad3b-5f38-48cf-a903-d8c60f6575cb
  kind: Event
  lastTimestamp: "2026-09-19T08:39:07Z"
  message: 'Readiness probe failed: Get "https://10.132.0.42:8643/healthz": dial tcp
    10.132.0.42:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-19T08:39:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:39:07Z"
    name: isvc-predictive-xgboost-predictor-695f978978-kw8fl.18d6ac1e2012bbba
    namespace: kserve-ci-e2e-test
    resourceVersion: "18499"
    uid: ef0da862-9b5a-4234-98b3-a370845d152e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:37:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-xgboost-predictor-695f978978
    namespace: kserve-ci-e2e-test
    resourceVersion: "17592"
    uid: 9bd183da-5362-4ba7-98d1-864c5019189f
  kind: Event
  lastTimestamp: "2026-09-19T08:37:34Z"
  message: 'Created pod: isvc-predictive-xgboost-predictor-695f978978-kw8fl'
  metadata:
    creationTimestamp: "2026-09-19T08:37:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:37:34Z"
    name: isvc-predictive-xgboost-predictor-695f978978.18d6ac086dcc870b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17602"
    uid: 8ca65635-0423-4caa-8848-15231d7c2a90
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:37:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17590"
    uid: 18fc46b8-dfca-4d2a-802e-3d37a4cfe338
  kind: Event
  lastTimestamp: "2026-09-19T08:37:34Z"
  message: Scaled up replica set isvc-predictive-xgboost-predictor-695f978978 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-19T08:37:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:37:34Z"
    name: isvc-predictive-xgboost-predictor.18d6ac086aff53fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17594"
    uid: ba5b04ed-b09f-4813-ba88-8006bf5c2596
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:37:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17591"
    uid: b08c34d1-4218-475c-9b32-d5124d3b97b1
  kind: Event
  lastTimestamp: "2026-09-19T08:37:49Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-19T08:37:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:37:49Z"
    name: isvc-predictive-xgboost-predictor.18d6ac0be96ee874
    namespace: kserve-ci-e2e-test
    resourceVersion: "17760"
    uid: ff6d1db9-c646-4de5-8e19-808920a1d2b2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:37:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17591"
    uid: b08c34d1-4218-475c-9b32-d5124d3b97b1
  kind: Event
  lastTimestamp: "2026-09-19T08:37:49Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-19T08:37:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:37:49Z"
    name: isvc-predictive-xgboost-predictor.18d6ac0be9c85209
    namespace: kserve-ci-e2e-test
    resourceVersion: "17761"
    uid: d2d32413-7c72-4cee-83e2-bacb03f866b7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-19T08:38:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17759"
    uid: b08c34d1-4218-475c-9b32-d5124d3b97b1
  kind: Event
  lastTimestamp: "2026-09-19T08:39:04Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-19T08:38:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:39:04Z"
    name: isvc-predictive-xgboost-predictor.18d6ac0f68ec9a1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18398"
    uid: 10226243-7533-4774-9092-d577a9d292ef
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-19T08:38:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17759"
    uid: b08c34d1-4218-475c-9b32-d5124d3b97b1
  kind: Event
  lastTimestamp: "2026-09-19T08:39:04Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-19T08:38:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:39:04Z"
    name: isvc-predictive-xgboost-predictor.18d6ac0f695ee8f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18399"
    uid: dbab2dd7-fcd3-40c7-bf5e-7f063b6ff728
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-19T08:42:20.961899Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-cz29f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20243"
    uid: 0b2a1358-f925-4492-9fac-66885c8bbe83
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-xgboost-v2-predictor-868ff5dd6d-cz29f
    to ip-10-0-136-228.ec2.internal
  metadata:
    creationTimestamp: "2026-09-19T08:42:20Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-19T08:42:20Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-cz29f.18d6ac4b366bc3bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20247"
    uid: 513c52f7-da28-42af-bb45-929f1fa6dd37
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-d6b67db56-fftfm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:42:21Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-cz29f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20253"
    uid: 0b2a1358-f925-4492-9fac-66885c8bbe83
  kind: Event
  lastTimestamp: "2026-09-19T08:42:21Z"
  message: Add eth0 [10.133.0.23/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-19T08:42:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-19T08:42:21Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-cz29f.18d6ac4b5838f38c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20266"
    uid: 51eec6ba-9852-4851-9ba8-a3a5f53485c2
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:42:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-cz29f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20245"
    uid: 0b2a1358-f925-4492-9fac-66885c8bbe83
  kind: Event
  lastTimestamp: "2026-09-19T08:42:21Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T08:42:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:42:21Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-cz29f.18d6ac4b599d924f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20268"
    uid: 7e777dde-d469-4f06-91e5-9bcd1f0a5d81
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:42:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-cz29f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20245"
    uid: 0b2a1358-f925-4492-9fac-66885c8bbe83
  kind: Event
  lastTimestamp: "2026-09-19T08:42:21Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-19T08:42:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:42:21Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-cz29f.18d6ac4b5c1eb01e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20269"
    uid: 1b23f33a-b924-4af6-ab65-13db52e1daa9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:42:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-cz29f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20245"
    uid: 0b2a1358-f925-4492-9fac-66885c8bbe83
  kind: Event
  lastTimestamp: "2026-09-19T08:42:21Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-19T08:42:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:42:21Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-cz29f.18d6ac4b5c912daa
    namespace: kserve-ci-e2e-test
    resourceVersion: "20270"
    uid: ed954d49-9b7f-4a5f-a76d-da36edba7a58
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:42:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-cz29f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20245"
    uid: 0b2a1358-f925-4492-9fac-66885c8bbe83
  kind: Event
  lastTimestamp: "2026-09-19T08:42:25Z"
  message: Pulling image "kserve/predictiveserver:latest"
  metadata:
    creationTimestamp: "2026-09-19T08:42:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:42:25Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-cz29f.18d6ac4c5dce3ac1
    namespace: kserve-ci-e2e-test
    resourceVersion: "20309"
    uid: 8271725f-83e6-4693-8f1c-a2cd0407f780
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:42:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-cz29f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20245"
    uid: 0b2a1358-f925-4492-9fac-66885c8bbe83
  kind: Event
  lastTimestamp: "2026-09-19T08:42:46Z"
  message: 'Successfully pulled image "kserve/predictiveserver:latest" in 20.816s
    (20.816s including waiting). Image size: 2439819922 bytes.'
  metadata:
    creationTimestamp: "2026-09-19T08:42:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:42:46Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-cz29f.18d6ac51368c8293
    namespace: kserve-ci-e2e-test
    resourceVersion: "20469"
    uid: aff61e95-63fe-4593-82c2-21933bb22319
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:42:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-cz29f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20245"
    uid: 0b2a1358-f925-4492-9fac-66885c8bbe83
  kind: Event
  lastTimestamp: "2026-09-19T08:42:46Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-19T08:42:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:42:46Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-cz29f.18d6ac5139e8e733
    namespace: kserve-ci-e2e-test
    resourceVersion: "20470"
    uid: b7b9fbf9-e6a7-45fc-990b-a56766eb76c1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:42:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-cz29f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20245"
    uid: 0b2a1358-f925-4492-9fac-66885c8bbe83
  kind: Event
  lastTimestamp: "2026-09-19T08:42:46Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-19T08:42:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:42:46Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-cz29f.18d6ac513a59f013
    namespace: kserve-ci-e2e-test
    resourceVersion: "20471"
    uid: abc6df2c-a0a8-4e7b-9434-d7fd8364f176
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:42:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-cz29f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20245"
    uid: 0b2a1358-f925-4492-9fac-66885c8bbe83
  kind: Event
  lastTimestamp: "2026-09-19T08:42:46Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T08:42:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:42:46Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-cz29f.18d6ac513a6608da
    namespace: kserve-ci-e2e-test
    resourceVersion: "20472"
    uid: 9f1e05e1-a607-4d86-93c6-846fefe9e5ac
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:42:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-cz29f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20245"
    uid: 0b2a1358-f925-4492-9fac-66885c8bbe83
  kind: Event
  lastTimestamp: "2026-09-19T08:42:46Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-19T08:42:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:42:46Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-cz29f.18d6ac513d111624
    namespace: kserve-ci-e2e-test
    resourceVersion: "20473"
    uid: 2a6ae12a-c3e5-4478-a415-a9549bd0da1b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:42:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-cz29f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20245"
    uid: 0b2a1358-f925-4492-9fac-66885c8bbe83
  kind: Event
  lastTimestamp: "2026-09-19T08:42:46Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-19T08:42:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:42:46Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-cz29f.18d6ac513d8ad268
    namespace: kserve-ci-e2e-test
    resourceVersion: "20474"
    uid: 5d5b7717-7ce5-4d2e-a5ac-0510721ae6d9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-19T08:43:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-cz29f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20245"
    uid: 0b2a1358-f925-4492-9fac-66885c8bbe83
  kind: Event
  lastTimestamp: "2026-09-19T08:44:23Z"
  message: 'Readiness probe failed: Get "http://10.133.0.23:8080/v2/models/isvc-predictive-xgboost-v2/ready":
    dial tcp 10.133.0.23:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-19T08:43:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:44:23Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-cz29f.18d6ac59aa3ec690
    namespace: kserve-ci-e2e-test
    resourceVersion: "21313"
    uid: fcea5dc4-884c-47e2-bfed-21143f04f8e5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:44:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-cz29f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20245"
    uid: 0b2a1358-f925-4492-9fac-66885c8bbe83
  kind: Event
  lastTimestamp: "2026-09-19T08:44:21Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-19T08:44:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:44:21Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-cz29f.18d6ac672b471267
    namespace: kserve-ci-e2e-test
    resourceVersion: "21298"
    uid: b84e4388-1937-4aae-b3e6-5e4e46f8e0bd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:44:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-cz29f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20245"
    uid: 0b2a1358-f925-4492-9fac-66885c8bbe83
  kind: Event
  lastTimestamp: "2026-09-19T08:44:21Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-19T08:44:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:44:21Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-cz29f.18d6ac672b479210
    namespace: kserve-ci-e2e-test
    resourceVersion: "21300"
    uid: 43dd0cc8-389b-4c2b-bb4f-b09549ae5bee
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:44:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-cz29f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20245"
    uid: 0b2a1358-f925-4492-9fac-66885c8bbe83
  kind: Event
  lastTimestamp: "2026-09-19T08:44:23Z"
  message: 'Readiness probe failed: Get "https://10.133.0.23:8643/healthz": dial tcp
    10.133.0.23:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-19T08:44:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:44:23Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-cz29f.18d6ac67a206d0a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21311"
    uid: 192cf5b6-9753-4079-9be6-c7ebe051417f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:42:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20232"
    uid: 84bdf4a9-840d-40f3-8b42-a3ccc330f6e5
  kind: Event
  lastTimestamp: "2026-09-19T08:42:20Z"
  message: 'Created pod: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-cz29f'
  metadata:
    creationTimestamp: "2026-09-19T08:42:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:42:20Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d.18d6ac4b360457bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20244"
    uid: b25d8438-bf89-47ca-96f5-daf2d2edc7cf
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:42:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20230"
    uid: 8c045475-7f18-40d4-ba77-fc818573e2d3
  kind: Event
  lastTimestamp: "2026-09-19T08:42:20Z"
  message: Scaled up replica set isvc-predictive-xgboost-v2-predictor-868ff5dd6d from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-19T08:42:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:42:20Z"
    name: isvc-predictive-xgboost-v2-predictor.18d6ac4b31e12484
    namespace: kserve-ci-e2e-test
    resourceVersion: "20234"
    uid: 3f317cf9-48af-42ba-8562-651dd9c42f7a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-19T08:42:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20231"
    uid: c5f27452-a595-41a7-adc6-c87c1c534e0a
  kind: Event
  lastTimestamp: "2026-09-19T08:43:20Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-19T08:42:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:43:20Z"
    name: isvc-predictive-xgboost-v2-predictor.18d6ac4eb09b272d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20745"
    uid: b287b316-63e0-494f-b0f8-72bffbc285f0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-19T08:42:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20231"
    uid: c5f27452-a595-41a7-adc6-c87c1c534e0a
  kind: Event
  lastTimestamp: "2026-09-19T08:43:20Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-19T08:42:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:43:20Z"
    name: isvc-predictive-xgboost-v2-predictor.18d6ac4eb0f6dd78
    namespace: kserve-ci-e2e-test
    resourceVersion: "20746"
    uid: 2ca1e559-da63-42d8-8768-8bc6d9f1d8ca
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-19T08:43:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20394"
    uid: c5f27452-a595-41a7-adc6-c87c1c534e0a
  kind: Event
  lastTimestamp: "2026-09-19T08:44:20Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-19T08:43:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:44:20Z"
    name: isvc-predictive-xgboost-v2-predictor.18d6ac5cacb0486a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21283"
    uid: cfb088b6-f15c-4537-9b6e-b2a506d583d8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-19T08:43:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20394"
    uid: c5f27452-a595-41a7-adc6-c87c1c534e0a
  kind: Event
  lastTimestamp: "2026-09-19T08:44:20Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-19T08:43:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:44:21Z"
    name: isvc-predictive-xgboost-v2-predictor.18d6ac5cad1438e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21288"
    uid: 6546b1df-1838-4952-97a5-4c9663f89925
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-19T08:42:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20220"
    uid: 8bbf8d13-69d6-4d90-ae75-2e367245c4ab
  kind: Event
  lastTimestamp: "2026-09-19T08:44:13Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-19T08:42:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T08:44:13Z"
    name: isvc-predictive-xgboost-v2.18d6ac4b31e9a715
    namespace: kserve-ci-e2e-test
    resourceVersion: "21218"
    uid: 9748aa32-e0dd-43cb-ae93-870e3cc5678e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:42:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20220"
    uid: 8bbf8d13-69d6-4d90-ae75-2e367245c4ab
  kind: Event
  lastTimestamp: "2026-09-19T08:42:20Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-xgboost-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-xgboost-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-19T08:42:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T08:42:20Z"
    name: isvc-predictive-xgboost-v2.18d6ac4b32615809
    namespace: kserve-ci-e2e-test
    resourceVersion: "20238"
    uid: 8152c8ea-c45d-4499-841b-a7bc6e52f25e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:44:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21214"
    uid: 8bbf8d13-69d6-4d90-ae75-2e367245c4ab
  kind: Event
  lastTimestamp: "2026-09-19T08:44:13Z"
  message: InferenceService [isvc-predictive-xgboost-v2] is Ready
  metadata:
    creationTimestamp: "2026-09-19T08:44:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T08:44:13Z"
    name: isvc-predictive-xgboost-v2.18d6ac6572b70c59
    namespace: kserve-ci-e2e-test
    resourceVersion: "21216"
    uid: 5f231a83-60ac-4d4e-8da7-7c8a80d6123f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-19T08:37:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "17582"
    uid: b3c4b6af-b347-4e30-a474-ece23f73a1b4
  kind: Event
  lastTimestamp: "2026-09-19T08:38:57Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-19T08:37:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T08:38:57Z"
    name: isvc-predictive-xgboost.18d6ac086b0597e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18347"
    uid: aa07de1c-c43e-43dc-90cc-b63e3201c1f3
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:37:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "17582"
    uid: b3c4b6af-b347-4e30-a474-ece23f73a1b4
  kind: Event
  lastTimestamp: "2026-09-19T08:37:34Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-xgboost":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-xgboost":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-19T08:37:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T08:37:34Z"
    name: isvc-predictive-xgboost.18d6ac086b82f4d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17597"
    uid: d308e839-1d15-4b0d-9a30-0bd6c4886cdb
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:38:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "18345"
    uid: b3c4b6af-b347-4e30-a474-ece23f73a1b4
  kind: Event
  lastTimestamp: "2026-09-19T08:38:57Z"
  message: InferenceService [isvc-predictive-xgboost] is Ready
  metadata:
    creationTimestamp: "2026-09-19T08:38:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T08:38:57Z"
    name: isvc-predictive-xgboost.18d6ac1bd0ffba08
    namespace: kserve-ci-e2e-test
    resourceVersion: "18346"
    uid: 9fe55df8-e11a-44b0-a6ab-635268535f89
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-19T09:15:14.573064Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-8c0193-predictor-8bbdd55d7-hzzm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "39536"
    uid: e463b00c-2a9a-418c-877f-260140996954
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-primary-8c0193-predictor-8bbdd55d7-hzzm4
    to ip-10-0-136-99.ec2.internal
  metadata:
    creationTimestamp: "2026-09-19T09:15:14Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-19T09:15:14Z"
    name: isvc-primary-8c0193-predictor-8bbdd55d7-hzzm4.18d6ae16bad03da2
    namespace: kserve-ci-e2e-test
    resourceVersion: "39542"
    uid: e278bc61-6a1e-4064-9db2-78d4d7496444
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-d6b67db56-fftfm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:15:14Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-8c0193-predictor-8bbdd55d7-hzzm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "39538"
    uid: e463b00c-2a9a-418c-877f-260140996954
  kind: Event
  lastTimestamp: "2026-09-19T09:15:14Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-primary-8c0193-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-19T09:15:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:15:14Z"
    name: isvc-primary-8c0193-predictor-8bbdd55d7-hzzm4.18d6ae16c6ce278a
    namespace: kserve-ci-e2e-test
    resourceVersion: "39550"
    uid: 37db39e1-0a92-4199-8ad1-c63b9a838d78
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:15:15Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-8c0193-predictor-8bbdd55d7-hzzm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "39546"
    uid: e463b00c-2a9a-418c-877f-260140996954
  kind: Event
  lastTimestamp: "2026-09-19T09:15:15Z"
  message: Add eth0 [10.132.0.69/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-19T09:15:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-19T09:15:15Z"
    name: isvc-primary-8c0193-predictor-8bbdd55d7-hzzm4.18d6ae170162c692
    namespace: kserve-ci-e2e-test
    resourceVersion: "39564"
    uid: abf82a3c-3781-4fc3-ba17-e848691d6b75
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:15:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-8c0193-predictor-8bbdd55d7-hzzm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "39538"
    uid: e463b00c-2a9a-418c-877f-260140996954
  kind: Event
  lastTimestamp: "2026-09-19T09:15:15Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T09:15:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:15:15Z"
    name: isvc-primary-8c0193-predictor-8bbdd55d7-hzzm4.18d6ae1702c1f50a
    namespace: kserve-ci-e2e-test
    resourceVersion: "39567"
    uid: 0413df65-699f-4c8e-8eb5-b60e6ead3502
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:15:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-8c0193-predictor-8bbdd55d7-hzzm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "39538"
    uid: e463b00c-2a9a-418c-877f-260140996954
  kind: Event
  lastTimestamp: "2026-09-19T09:15:15Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-19T09:15:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:15:15Z"
    name: isvc-primary-8c0193-predictor-8bbdd55d7-hzzm4.18d6ae17064cb1c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "39569"
    uid: 9369f10e-2c45-4715-8a38-1054da1c0ea4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:15:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-8c0193-predictor-8bbdd55d7-hzzm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "39538"
    uid: e463b00c-2a9a-418c-877f-260140996954
  kind: Event
  lastTimestamp: "2026-09-19T09:15:15Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-19T09:15:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:15:15Z"
    name: isvc-primary-8c0193-predictor-8bbdd55d7-hzzm4.18d6ae1706c40d57
    namespace: kserve-ci-e2e-test
    resourceVersion: "39570"
    uid: d7d5890e-b6b3-4b4f-b3da-3d74a4598322
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:15:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-8c0193-predictor-8bbdd55d7-hzzm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "39538"
    uid: e463b00c-2a9a-418c-877f-260140996954
  kind: Event
  lastTimestamp: "2026-09-19T09:15:19Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-2013"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T09:15:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:15:19Z"
    name: isvc-primary-8c0193-predictor-8bbdd55d7-hzzm4.18d6ae17f9dac34e
    namespace: kserve-ci-e2e-test
    resourceVersion: "39601"
    uid: 0e03e71c-af7f-4f72-b3e4-ffd2f2757e4f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:15:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-8c0193-predictor-8bbdd55d7-hzzm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "39538"
    uid: e463b00c-2a9a-418c-877f-260140996954
  kind: Event
  lastTimestamp: "2026-09-19T09:15:19Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-19T09:15:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:15:19Z"
    name: isvc-primary-8c0193-predictor-8bbdd55d7-hzzm4.18d6ae17fcc549fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "39604"
    uid: ed3472ee-196a-4151-acd8-f0405c105767
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:15:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-8c0193-predictor-8bbdd55d7-hzzm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "39538"
    uid: e463b00c-2a9a-418c-877f-260140996954
  kind: Event
  lastTimestamp: "2026-09-19T09:15:19Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-19T09:15:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:15:19Z"
    name: isvc-primary-8c0193-predictor-8bbdd55d7-hzzm4.18d6ae17fd3ab9ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "39605"
    uid: d4abb1bb-8e67-48a8-95db-ef1692e21d9b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:15:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-8c0193-predictor-8bbdd55d7-hzzm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "39538"
    uid: e463b00c-2a9a-418c-877f-260140996954
  kind: Event
  lastTimestamp: "2026-09-19T09:15:19Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T09:15:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:15:19Z"
    name: isvc-primary-8c0193-predictor-8bbdd55d7-hzzm4.18d6ae17fd4576dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "39607"
    uid: c78c199f-46bb-44fe-aa4f-90d55886da53
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:15:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-8c0193-predictor-8bbdd55d7-hzzm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "39538"
    uid: e463b00c-2a9a-418c-877f-260140996954
  kind: Event
  lastTimestamp: "2026-09-19T09:15:20Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-19T09:15:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:15:20Z"
    name: isvc-primary-8c0193-predictor-8bbdd55d7-hzzm4.18d6ae1801d7d7bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "39610"
    uid: 268beb88-8fc8-4918-a6e9-fcd9d425e1a1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:15:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-8c0193-predictor-8bbdd55d7-hzzm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "39538"
    uid: e463b00c-2a9a-418c-877f-260140996954
  kind: Event
  lastTimestamp: "2026-09-19T09:15:20Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-19T09:15:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:15:20Z"
    name: isvc-primary-8c0193-predictor-8bbdd55d7-hzzm4.18d6ae180253fc5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "39611"
    uid: c859293e-3030-4bde-96de-3e7e0b9d0176
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-19T09:15:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-8c0193-predictor-8bbdd55d7-hzzm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "39538"
    uid: e463b00c-2a9a-418c-877f-260140996954
  kind: Event
  lastTimestamp: "2026-09-19T09:16:37Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.69:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-19T09:15:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:16:37Z"
    name: isvc-primary-8c0193-predictor-8bbdd55d7-hzzm4.18d6ae1871d93161
    namespace: kserve-ci-e2e-test
    resourceVersion: "40232"
    uid: 4935b1f0-befb-4383-86d2-f64743eca03b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:17:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-8c0193-predictor-8bbdd55d7-hzzm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "39538"
    uid: e463b00c-2a9a-418c-877f-260140996954
  kind: Event
  lastTimestamp: "2026-09-19T09:17:27Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-19T09:17:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:17:27Z"
    name: isvc-primary-8c0193-predictor-8bbdd55d7-hzzm4.18d6ae35c1277d1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "40743"
    uid: c0d2687e-f451-4048-927c-f8695b5683ba
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:17:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-8c0193-predictor-8bbdd55d7-hzzm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "39538"
    uid: e463b00c-2a9a-418c-877f-260140996954
  kind: Event
  lastTimestamp: "2026-09-19T09:17:27Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-19T09:17:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:17:27Z"
    name: isvc-primary-8c0193-predictor-8bbdd55d7-hzzm4.18d6ae35c127e0ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "40744"
    uid: f2fdbe85-56ac-47b9-89cd-e95638f0c49c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:17:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-8c0193-predictor-8bbdd55d7-hzzm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "39538"
    uid: e463b00c-2a9a-418c-877f-260140996954
  kind: Event
  lastTimestamp: "2026-09-19T09:17:27Z"
  message: 'Readiness probe failed: Get "https://10.132.0.69:8643/healthz": dial tcp
    10.132.0.69:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-19T09:17:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:17:27Z"
    name: isvc-primary-8c0193-predictor-8bbdd55d7-hzzm4.18d6ae35c84def51
    namespace: kserve-ci-e2e-test
    resourceVersion: "40748"
    uid: b5856f0e-a476-4518-be38-118b74cd7c78
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:17:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-8c0193-predictor-8bbdd55d7-hzzm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "39538"
    uid: e463b00c-2a9a-418c-877f-260140996954
  kind: Event
  lastTimestamp: "2026-09-19T09:17:33Z"
  message: 'Readiness probe failed: Get "https://10.132.0.69:8643/healthz": context
    deadline exceeded'
  metadata:
    creationTimestamp: "2026-09-19T09:17:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:17:33Z"
    name: isvc-primary-8c0193-predictor-8bbdd55d7-hzzm4.18d6ae372de7f3e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "40791"
    uid: ccf3cdd5-6d1f-46da-9e70-4b3ce4f94707
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:15:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-primary-8c0193-predictor-8bbdd55d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "39529"
    uid: d1d46479-fa68-4c29-b1b2-3baa4b928cc6
  kind: Event
  lastTimestamp: "2026-09-19T09:15:14Z"
  message: 'Created pod: isvc-primary-8c0193-predictor-8bbdd55d7-hzzm4'
  metadata:
    creationTimestamp: "2026-09-19T09:15:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T09:15:14Z"
    name: isvc-primary-8c0193-predictor-8bbdd55d7.18d6ae16ba667420
    namespace: kserve-ci-e2e-test
    resourceVersion: "39537"
    uid: 6622cf22-fa96-4a49-a866-93947274d1a7
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:15:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-primary-8c0193-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39527"
    uid: 3b2346de-e93f-4ae6-832a-e324c26e7f82
  kind: Event
  lastTimestamp: "2026-09-19T09:15:14Z"
  message: Scaled up replica set isvc-primary-8c0193-predictor-8bbdd55d7 from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-19T09:15:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T09:15:14Z"
    name: isvc-primary-8c0193-predictor.18d6ae16b7853433
    namespace: kserve-ci-e2e-test
    resourceVersion: "39530"
    uid: 0994dfa7-4e79-453e-9429-9d1b3185c13b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-19T09:15:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-8c0193-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39528"
    uid: 7dbbc368-0f35-4e26-b83e-c1e231a19180
  kind: Event
  lastTimestamp: "2026-09-19T09:15:44Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-19T09:15:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T09:15:44Z"
    name: isvc-primary-8c0193-predictor.18d6ae1a36008936
    namespace: kserve-ci-e2e-test
    resourceVersion: "39799"
    uid: ce3a95f8-5324-4f19-a904-9993e4fe4466
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-19T09:15:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-8c0193-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39528"
    uid: 7dbbc368-0f35-4e26-b83e-c1e231a19180
  kind: Event
  lastTimestamp: "2026-09-19T09:15:44Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-19T09:15:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T09:15:44Z"
    name: isvc-primary-8c0193-predictor.18d6ae1a3659e86a
    namespace: kserve-ci-e2e-test
    resourceVersion: "39800"
    uid: 4638cecb-1ead-49e7-8e57-43c642cbd18a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-19T09:15:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-8c0193-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39682"
    uid: 7dbbc368-0f35-4e26-b83e-c1e231a19180
  kind: Event
  lastTimestamp: "2026-09-19T09:17:14Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-19T09:15:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T09:17:14Z"
    name: isvc-primary-8c0193-predictor.18d6ae2133d27ece
    namespace: kserve-ci-e2e-test
    resourceVersion: "40601"
    uid: 878487d6-86eb-41d7-b900-c8c4c8dd6bbc
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-19T09:15:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-8c0193-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39682"
    uid: 7dbbc368-0f35-4e26-b83e-c1e231a19180
  kind: Event
  lastTimestamp: "2026-09-19T09:17:14Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-19T09:15:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T09:17:14Z"
    name: isvc-primary-8c0193-predictor.18d6ae21344398eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "40603"
    uid: 9f2a2a7a-1990-449d-a476-7e2e8562961f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-19T09:15:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-8c0193
    namespace: kserve-ci-e2e-test
    resourceVersion: "39520"
    uid: 94c05351-6b9d-4429-ae78-c7da92f33f46
  kind: Event
  lastTimestamp: "2026-09-19T09:16:46Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-19T09:15:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T09:16:46Z"
    name: isvc-primary-8c0193.18d6ae16b79cb836
    namespace: kserve-ci-e2e-test
    resourceVersion: "40342"
    uid: 1f511ee7-81b6-4478-bc7d-58c91457afd3
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:15:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-8c0193
    namespace: kserve-ci-e2e-test
    resourceVersion: "39520"
    uid: 94c05351-6b9d-4429-ae78-c7da92f33f46
  kind: Event
  lastTimestamp: "2026-09-19T09:15:14Z"
  message: 'Failed to update status for InferenceService "isvc-primary-8c0193": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-primary-8c0193":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-19T09:15:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T09:15:14Z"
    name: isvc-primary-8c0193.18d6ae16b81d3be9
    namespace: kserve-ci-e2e-test
    resourceVersion: "39533"
    uid: afd1e9e0-4120-431d-b511-661b85dfac5a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:15:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-8c0193
    namespace: kserve-ci-e2e-test
    resourceVersion: "39520"
    uid: 94c05351-6b9d-4429-ae78-c7da92f33f46
  kind: Event
  lastTimestamp: "2026-09-19T09:15:14Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-primary-8c0193": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-19T09:15:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T09:15:14Z"
    name: isvc-primary-8c0193.18d6ae16b81d8fff
    namespace: kserve-ci-e2e-test
    resourceVersion: "39535"
    uid: 059f3908-21ca-4c17-942c-28c0e4b40c1a
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:16:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-8c0193
    namespace: kserve-ci-e2e-test
    resourceVersion: "40340"
    uid: 94c05351-6b9d-4429-ae78-c7da92f33f46
  kind: Event
  lastTimestamp: "2026-09-19T09:16:45Z"
  message: InferenceService [isvc-primary-8c0193] is Ready
  metadata:
    creationTimestamp: "2026-09-19T09:16:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T09:16:45Z"
    name: isvc-primary-8c0193.18d6ae2c04031be7
    namespace: kserve-ci-e2e-test
    resourceVersion: "40341"
    uid: b52da496-7027-412b-bbb5-a15f245c838e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-19T09:17:09.745629Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-8c0193-predictor-6ccf65ff56-wdqpg
    namespace: kserve-ci-e2e-test
    resourceVersion: "40537"
    uid: b7748859-6941-43c8-adda-445bf157c665
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-secondary-8c0193-predictor-6ccf65ff56-wdqpg
    to ip-10-0-136-228.ec2.internal
  metadata:
    creationTimestamp: "2026-09-19T09:17:09Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-19T09:17:09Z"
    name: isvc-secondary-8c0193-predictor-6ccf65ff56-wdqpg.18d6ae318ba21cea
    namespace: kserve-ci-e2e-test
    resourceVersion: "40543"
    uid: 9b4e3d08-be41-4600-ba02-53ac1bd674a3
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-d6b67db56-fftfm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:17:10Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-8c0193-predictor-6ccf65ff56-wdqpg
    namespace: kserve-ci-e2e-test
    resourceVersion: "40549"
    uid: b7748859-6941-43c8-adda-445bf157c665
  kind: Event
  lastTimestamp: "2026-09-19T09:17:10Z"
  message: Add eth0 [10.133.0.58/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-19T09:17:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-19T09:17:10Z"
    name: isvc-secondary-8c0193-predictor-6ccf65ff56-wdqpg.18d6ae31ad5d64e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "40558"
    uid: b5076e09-9de2-4ec7-a7f6-bc972ec48be7
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-19T09:17:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-8c0193-predictor-6ccf65ff56-wdqpg
    namespace: kserve-ci-e2e-test
    resourceVersion: "40541"
    uid: b7748859-6941-43c8-adda-445bf157c665
  kind: Event
  lastTimestamp: "2026-09-19T09:17:16Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T09:17:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:17:16Z"
    name: isvc-secondary-8c0193-predictor-6ccf65ff56-wdqpg.18d6ae31aed08b73
    namespace: kserve-ci-e2e-test
    resourceVersion: "40622"
    uid: e6c8e93a-9f88-4773-8a38-748adb81fea2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-19T09:17:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-8c0193-predictor-6ccf65ff56-wdqpg
    namespace: kserve-ci-e2e-test
    resourceVersion: "40541"
    uid: b7748859-6941-43c8-adda-445bf157c665
  kind: Event
  lastTimestamp: "2026-09-19T09:17:16Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-19T09:17:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:17:16Z"
    name: isvc-secondary-8c0193-predictor-6ccf65ff56-wdqpg.18d6ae31b21b7c69
    namespace: kserve-ci-e2e-test
    resourceVersion: "40624"
    uid: 94f2d19c-13de-464c-8a27-f948cbdc9c09
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-19T09:17:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-8c0193-predictor-6ccf65ff56-wdqpg
    namespace: kserve-ci-e2e-test
    resourceVersion: "40541"
    uid: b7748859-6941-43c8-adda-445bf157c665
  kind: Event
  lastTimestamp: "2026-09-19T09:17:16Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-19T09:17:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:17:16Z"
    name: isvc-secondary-8c0193-predictor-6ccf65ff56-wdqpg.18d6ae31b2856a8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "40625"
    uid: b42763d9-8367-4e56-b154-54cea9d7cb22
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:17:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-8c0193-predictor-6ccf65ff56-wdqpg
    namespace: kserve-ci-e2e-test
    resourceVersion: "40541"
    uid: b7748859-6941-43c8-adda-445bf157c665
  kind: Event
  lastTimestamp: "2026-09-19T09:17:18Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-secondary-8c0193-predictor-6ccf65ff56-wdqpg_kserve-ci-e2e-test(b7748859-6941-43c8-adda-445bf157c665)
  metadata:
    creationTimestamp: "2026-09-19T09:17:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:17:18Z"
    name: isvc-secondary-8c0193-predictor-6ccf65ff56-wdqpg.18d6ae3398d721bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "40643"
    uid: 83d54a6e-9bb5-4d21-9798-b02565db9dfe
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:17:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-secondary-8c0193-predictor-6ccf65ff56
    namespace: kserve-ci-e2e-test
    resourceVersion: "40530"
    uid: 301cc704-ff87-4d60-88c0-40120e83b9b2
  kind: Event
  lastTimestamp: "2026-09-19T09:17:09Z"
  message: 'Created pod: isvc-secondary-8c0193-predictor-6ccf65ff56-wdqpg'
  metadata:
    creationTimestamp: "2026-09-19T09:17:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T09:17:09Z"
    name: isvc-secondary-8c0193-predictor-6ccf65ff56.18d6ae318b346f5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "40540"
    uid: e907a23f-b8c5-47e2-9d43-bc21ff895792
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:17:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-secondary-8c0193-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40528"
    uid: ef5227c6-a04e-485b-81ec-e5c764a5d693
  kind: Event
  lastTimestamp: "2026-09-19T09:17:09Z"
  message: Scaled up replica set isvc-secondary-8c0193-predictor-6ccf65ff56 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-19T09:17:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T09:17:09Z"
    name: isvc-secondary-8c0193-predictor.18d6ae31882b45af
    namespace: kserve-ci-e2e-test
    resourceVersion: "40531"
    uid: f7b92441-3019-4ed9-94f8-ab54524a540a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:17:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-8c0193-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40529"
    uid: 687aee71-0191-4fae-92d4-5fc1b87bf794
  kind: Event
  lastTimestamp: "2026-09-19T09:17:24Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-19T09:17:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T09:17:24Z"
    name: isvc-secondary-8c0193-predictor.18d6ae3506a08a49
    namespace: kserve-ci-e2e-test
    resourceVersion: "40691"
    uid: 8e1ebe9f-0999-4f0c-ac4b-40cbd0aff79f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:17:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-8c0193-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40529"
    uid: 687aee71-0191-4fae-92d4-5fc1b87bf794
  kind: Event
  lastTimestamp: "2026-09-19T09:17:24Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-19T09:17:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T09:17:24Z"
    name: isvc-secondary-8c0193-predictor.18d6ae350711cb8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "40693"
    uid: 05691021-df12-4875-8079-99b3f1e78a1f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-19T09:17:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-8c0193
    namespace: kserve-ci-e2e-test
    resourceVersion: "40520"
    uid: 4e76d097-b909-438e-98ca-8a5699d93b55
  kind: Event
  lastTimestamp: "2026-09-19T09:17:18Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-19T09:17:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T09:17:18Z"
    name: isvc-secondary-8c0193.18d6ae318831f6b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "40647"
    uid: 55a7ad9c-a239-4f5b-a6d6-bbcba695ea22
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:17:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-8c0193
    namespace: kserve-ci-e2e-test
    resourceVersion: "40520"
    uid: 4e76d097-b909-438e-98ca-8a5699d93b55
  kind: Event
  lastTimestamp: "2026-09-19T09:17:09Z"
  message: 'Failed to update status for InferenceService "isvc-secondary-8c0193":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-secondary-8c0193":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-19T09:17:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T09:17:09Z"
    name: isvc-secondary-8c0193.18d6ae3188bb3bf8
    namespace: kserve-ci-e2e-test
    resourceVersion: "40534"
    uid: dba820c1-2df5-4b24-85ee-58f4782f3a0d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:17:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-8c0193
    namespace: kserve-ci-e2e-test
    resourceVersion: "40520"
    uid: 4e76d097-b909-438e-98ca-8a5699d93b55
  kind: Event
  lastTimestamp: "2026-09-19T09:17:09Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-secondary-8c0193": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-19T09:17:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T09:17:09Z"
    name: isvc-secondary-8c0193.18d6ae3188bb96f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "40535"
    uid: 546da2c6-18f6-4178-afdd-4e3b3bb4e8c8
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-19T08:37:08.837843Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-67589f7bc6-7sqkc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17318"
    uid: 836fe097-86aa-42af-b0df-68cc5062fb83
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-custom-predictor-67589f7bc6-7sqkc
    to ip-10-0-136-228.ec2.internal
  metadata:
    creationTimestamp: "2026-09-19T08:37:08Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-19T08:37:08Z"
    name: isvc-sklearn-batcher-custom-predictor-67589f7bc6-7sqkc.18d6ac028a609e8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17322"
    uid: ac77fae3-2723-4df9-ab19-563b3413e852
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-d6b67db56-fftfm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:37:08Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-67589f7bc6-7sqkc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17320"
    uid: 836fe097-86aa-42af-b0df-68cc5062fb83
  kind: Event
  lastTimestamp: "2026-09-19T08:37:08Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-batcher-custom-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-19T08:37:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:37:08Z"
    name: isvc-sklearn-batcher-custom-predictor-67589f7bc6-7sqkc.18d6ac029372de2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17332"
    uid: b38cdce1-16c8-4337-a812-dd2ef3d21009
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:37:10Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-67589f7bc6-7sqkc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17327"
    uid: 836fe097-86aa-42af-b0df-68cc5062fb83
  kind: Event
  lastTimestamp: "2026-09-19T08:37:10Z"
  message: Add eth0 [10.133.0.21/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-19T08:37:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-19T08:37:10Z"
    name: isvc-sklearn-batcher-custom-predictor-67589f7bc6-7sqkc.18d6ac02d02c56f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "17341"
    uid: 60e42495-0fb6-49db-8827-d8abe92db23f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:37:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-67589f7bc6-7sqkc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17320"
    uid: 836fe097-86aa-42af-b0df-68cc5062fb83
  kind: Event
  lastTimestamp: "2026-09-19T08:37:10Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T08:37:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:37:10Z"
    name: isvc-sklearn-batcher-custom-predictor-67589f7bc6-7sqkc.18d6ac02d1a1be63
    namespace: kserve-ci-e2e-test
    resourceVersion: "17343"
    uid: 1cbf5be6-ab09-48f0-9b6f-3aa73cb6b896
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:37:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-67589f7bc6-7sqkc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17320"
    uid: 836fe097-86aa-42af-b0df-68cc5062fb83
  kind: Event
  lastTimestamp: "2026-09-19T08:37:10Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-19T08:37:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:37:10Z"
    name: isvc-sklearn-batcher-custom-predictor-67589f7bc6-7sqkc.18d6ac02d49ee026
    namespace: kserve-ci-e2e-test
    resourceVersion: "17345"
    uid: 9acea73d-c9c3-4f80-a898-8b8a6a0a3827
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:37:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-67589f7bc6-7sqkc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17320"
    uid: 836fe097-86aa-42af-b0df-68cc5062fb83
  kind: Event
  lastTimestamp: "2026-09-19T08:37:10Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-19T08:37:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:37:10Z"
    name: isvc-sklearn-batcher-custom-predictor-67589f7bc6-7sqkc.18d6ac02d52b02a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17346"
    uid: 24b5441d-230f-4dd3-b595-0f97aadc2f78
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:37:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-67589f7bc6-7sqkc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17320"
    uid: 836fe097-86aa-42af-b0df-68cc5062fb83
  kind: Event
  lastTimestamp: "2026-09-19T08:37:14Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-2013"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T08:37:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:37:14Z"
    name: isvc-sklearn-batcher-custom-predictor-67589f7bc6-7sqkc.18d6ac03e5b9c997
    namespace: kserve-ci-e2e-test
    resourceVersion: "17384"
    uid: 0f6c231a-63a9-4820-9a49-8221604cd954
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:37:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-67589f7bc6-7sqkc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17320"
    uid: 836fe097-86aa-42af-b0df-68cc5062fb83
  kind: Event
  lastTimestamp: "2026-09-19T08:37:14Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-19T08:37:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:37:14Z"
    name: isvc-sklearn-batcher-custom-predictor-67589f7bc6-7sqkc.18d6ac03e8da21e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17386"
    uid: 371ec2bf-1fbc-4e6c-92c4-6a1bf14bd91f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:37:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-67589f7bc6-7sqkc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17320"
    uid: 836fe097-86aa-42af-b0df-68cc5062fb83
  kind: Event
  lastTimestamp: "2026-09-19T08:37:14Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-19T08:37:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:37:14Z"
    name: isvc-sklearn-batcher-custom-predictor-67589f7bc6-7sqkc.18d6ac03e9595cc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17389"
    uid: 0045b507-d660-423c-9a8f-01cd1f0afdad
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:37:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-67589f7bc6-7sqkc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17320"
    uid: 836fe097-86aa-42af-b0df-68cc5062fb83
  kind: Event
  lastTimestamp: "2026-09-19T08:37:14Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T08:37:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:37:14Z"
    name: isvc-sklearn-batcher-custom-predictor-67589f7bc6-7sqkc.18d6ac03e9657a8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17390"
    uid: b083d88c-6a0f-4bca-86dc-56ddc39b48ac
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:37:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-67589f7bc6-7sqkc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17320"
    uid: 836fe097-86aa-42af-b0df-68cc5062fb83
  kind: Event
  lastTimestamp: "2026-09-19T08:37:14Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-19T08:37:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:37:14Z"
    name: isvc-sklearn-batcher-custom-predictor-67589f7bc6-7sqkc.18d6ac03ec37326b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17392"
    uid: 828ae275-e0e8-4968-81c9-2a028b0d15b0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:37:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-67589f7bc6-7sqkc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17320"
    uid: 836fe097-86aa-42af-b0df-68cc5062fb83
  kind: Event
  lastTimestamp: "2026-09-19T08:37:14Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-19T08:37:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:37:14Z"
    name: isvc-sklearn-batcher-custom-predictor-67589f7bc6-7sqkc.18d6ac03ecaf9ca1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17393"
    uid: fdab16c8-ebbc-4b62-b42d-c1c5ac751e4d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:37:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-67589f7bc6-7sqkc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17320"
    uid: 836fe097-86aa-42af-b0df-68cc5062fb83
  kind: Event
  lastTimestamp: "2026-09-19T08:37:14Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:bfbc00ba36039801e3cafbd0af9ffb0a52a9c8640f7ff416612ef57190d08496"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T08:37:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:37:14Z"
    name: isvc-sklearn-batcher-custom-predictor-67589f7bc6-7sqkc.18d6ac03ecbc3254
    namespace: kserve-ci-e2e-test
    resourceVersion: "17394"
    uid: b3f30d5f-015f-4820-a9c9-e83906248755
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:37:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-67589f7bc6-7sqkc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17320"
    uid: 836fe097-86aa-42af-b0df-68cc5062fb83
  kind: Event
  lastTimestamp: "2026-09-19T08:37:14Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-09-19T08:37:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:37:14Z"
    name: isvc-sklearn-batcher-custom-predictor-67589f7bc6-7sqkc.18d6ac03efcdd5ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "17395"
    uid: b4f7fc9b-5932-456a-9c7a-bdeff62793ba
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:37:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-67589f7bc6-7sqkc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17320"
    uid: 836fe097-86aa-42af-b0df-68cc5062fb83
  kind: Event
  lastTimestamp: "2026-09-19T08:37:14Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-09-19T08:37:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:37:14Z"
    name: isvc-sklearn-batcher-custom-predictor-67589f7bc6-7sqkc.18d6ac03f04baeff
    namespace: kserve-ci-e2e-test
    resourceVersion: "17396"
    uid: fe380e2b-7645-4b99-b256-4ddca9b3565b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-19T08:37:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-67589f7bc6-7sqkc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17320"
    uid: 836fe097-86aa-42af-b0df-68cc5062fb83
  kind: Event
  lastTimestamp: "2026-09-19T08:38:45Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.21:5000: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-19T08:37:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:38:45Z"
    name: isvc-sklearn-batcher-custom-predictor-67589f7bc6-7sqkc.18d6ac0422068cf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18241"
    uid: a63c457d-a14e-427d-b0e7-4e7f1bddc6d9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-19T08:37:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-67589f7bc6-7sqkc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17320"
    uid: 836fe097-86aa-42af-b0df-68cc5062fb83
  kind: Event
  lastTimestamp: "2026-09-19T08:38:45Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-19T08:37:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:38:45Z"
    name: isvc-sklearn-batcher-custom-predictor-67589f7bc6-7sqkc.18d6ac045ddeca1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18242"
    uid: 47bb5d70-f78b-443b-a578-aa07c3f7650c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:38:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-67589f7bc6-7sqkc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17320"
    uid: 836fe097-86aa-42af-b0df-68cc5062fb83
  kind: Event
  lastTimestamp: "2026-09-19T08:38:44Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-19T08:38:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:38:44Z"
    name: isvc-sklearn-batcher-custom-predictor-67589f7bc6-7sqkc.18d6ac18cad08344
    namespace: kserve-ci-e2e-test
    resourceVersion: "18193"
    uid: cc0c576d-ca0e-4329-be92-7c9c4a641b5e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:38:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-67589f7bc6-7sqkc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17320"
    uid: 836fe097-86aa-42af-b0df-68cc5062fb83
  kind: Event
  lastTimestamp: "2026-09-19T08:38:44Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-09-19T08:38:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:38:44Z"
    name: isvc-sklearn-batcher-custom-predictor-67589f7bc6-7sqkc.18d6ac18cad12be0
    namespace: kserve-ci-e2e-test
    resourceVersion: "18194"
    uid: 6130282f-c3c9-4911-9dc4-805195185fc2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:38:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-67589f7bc6-7sqkc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17320"
    uid: 836fe097-86aa-42af-b0df-68cc5062fb83
  kind: Event
  lastTimestamp: "2026-09-19T08:38:44Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-19T08:38:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:38:44Z"
    name: isvc-sklearn-batcher-custom-predictor-67589f7bc6-7sqkc.18d6ac18cad12be2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18196"
    uid: d96ddaa2-a29b-41bf-82cf-d0d02b2773bc
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:38:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-67589f7bc6-7sqkc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17320"
    uid: 836fe097-86aa-42af-b0df-68cc5062fb83
  kind: Event
  lastTimestamp: "2026-09-19T08:38:47Z"
  message: 'Readiness probe failed: Get "https://10.133.0.21:8643/healthz": dial tcp
    10.133.0.21:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-19T08:38:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:38:47Z"
    name: isvc-sklearn-batcher-custom-predictor-67589f7bc6-7sqkc.18d6ac198e2866c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18269"
    uid: 9896c419-a86d-461a-b33b-6b1a44113336
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:37:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-batcher-custom-predictor-67589f7bc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17307"
    uid: 611aecd1-2d6e-475d-a21f-dee33e14fcf5
  kind: Event
  lastTimestamp: "2026-09-19T08:37:08Z"
  message: 'Created pod: isvc-sklearn-batcher-custom-predictor-67589f7bc6-7sqkc'
  metadata:
    creationTimestamp: "2026-09-19T08:37:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:37:08Z"
    name: isvc-sklearn-batcher-custom-predictor-67589f7bc6.18d6ac0289faf551
    namespace: kserve-ci-e2e-test
    resourceVersion: "17319"
    uid: ce2316f4-aa2d-43ef-85ec-dffb814f9851
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:37:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17305"
    uid: b78dafb2-139f-4e2c-9a98-13b64b66ac5b
  kind: Event
  lastTimestamp: "2026-09-19T08:37:08Z"
  message: Scaled up replica set isvc-sklearn-batcher-custom-predictor-67589f7bc6
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-19T08:37:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:37:08Z"
    name: isvc-sklearn-batcher-custom-predictor.18d6ac02855db2b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17309"
    uid: 3748b19e-4e7f-4fb8-9efb-f101837a2c5b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:37:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17306"
    uid: 6386a04b-3a2c-45c7-9ac2-a2bb8eda2756
  kind: Event
  lastTimestamp: "2026-09-19T08:37:23Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-19T08:37:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:37:23Z"
    name: isvc-sklearn-batcher-custom-predictor.18d6ac0603d1d0c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "17476"
    uid: 06db1599-1dde-44d6-bbb5-de8e1b19d7a2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:37:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17306"
    uid: 6386a04b-3a2c-45c7-9ac2-a2bb8eda2756
  kind: Event
  lastTimestamp: "2026-09-19T08:37:23Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-19T08:37:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:37:23Z"
    name: isvc-sklearn-batcher-custom-predictor.18d6ac060434112e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17478"
    uid: aeb37cdd-bac8-4c9c-a2eb-2348bd47e814
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-19T08:37:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17477"
    uid: 6386a04b-3a2c-45c7-9ac2-a2bb8eda2756
  kind: Event
  lastTimestamp: "2026-09-19T08:38:38Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-19T08:37:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:38:38Z"
    name: isvc-sklearn-batcher-custom-predictor.18d6ac09832f0a15
    namespace: kserve-ci-e2e-test
    resourceVersion: "18134"
    uid: 577a9921-e938-4b86-b902-3b22b361d9c9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-19T08:37:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17477"
    uid: 6386a04b-3a2c-45c7-9ac2-a2bb8eda2756
  kind: Event
  lastTimestamp: "2026-09-19T08:38:38Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-19T08:37:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:38:38Z"
    name: isvc-sklearn-batcher-custom-predictor.18d6ac098393a176
    namespace: kserve-ci-e2e-test
    resourceVersion: "18135"
    uid: cd913ad4-f3d2-4f26-b7f1-489c4f4b6151
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-19T08:37:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "17294"
    uid: 00ebf13e-26f0-4f5d-8999-eec6e7948b4b
  kind: Event
  lastTimestamp: "2026-09-19T08:38:35Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-19T08:37:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T08:38:35Z"
    name: isvc-sklearn-batcher-custom.18d6ac028565d62a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18102"
    uid: d32279c8-08d9-48dd-a268-e5199c5a05dd
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:38:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "18100"
    uid: 00ebf13e-26f0-4f5d-8999-eec6e7948b4b
  kind: Event
  lastTimestamp: "2026-09-19T08:38:35Z"
  message: InferenceService [isvc-sklearn-batcher-custom] is Ready
  metadata:
    creationTimestamp: "2026-09-19T08:38:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T08:38:35Z"
    name: isvc-sklearn-batcher-custom.18d6ac16a9d439dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18101"
    uid: e3de1b9b-d6c0-4ab4-9a15-f3e400b218ff
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-19T08:35:23.316896Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-78888c66b-sp7mx
    namespace: kserve-ci-e2e-test
    resourceVersion: "16296"
    uid: 21c07050-8a62-41a2-a4c5-25614c9ea76a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-predictor-78888c66b-sp7mx
    to ip-10-0-136-228.ec2.internal
  metadata:
    creationTimestamp: "2026-09-19T08:35:23Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-19T08:35:23Z"
    name: isvc-sklearn-batcher-predictor-78888c66b-sp7mx.18d6abe9f8d6ce56
    namespace: kserve-ci-e2e-test
    resourceVersion: "16300"
    uid: fc67c5d3-5d72-4ecd-927f-1d3a6225563f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-d6b67db56-fftfm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:35:23Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-78888c66b-sp7mx
    namespace: kserve-ci-e2e-test
    resourceVersion: "16298"
    uid: 21c07050-8a62-41a2-a4c5-25614c9ea76a
  kind: Event
  lastTimestamp: "2026-09-19T08:35:23Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-batcher-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-19T08:35:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:35:23Z"
    name: isvc-sklearn-batcher-predictor-78888c66b-sp7mx.18d6abea05f646be
    namespace: kserve-ci-e2e-test
    resourceVersion: "16337"
    uid: 6ebfc808-d22d-4e10-a812-ef2438cbc00d
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:35:24Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-78888c66b-sp7mx
    namespace: kserve-ci-e2e-test
    resourceVersion: "16307"
    uid: 21c07050-8a62-41a2-a4c5-25614c9ea76a
  kind: Event
  lastTimestamp: "2026-09-19T08:35:24Z"
  message: Add eth0 [10.133.0.20/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-19T08:35:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-19T08:35:24Z"
    name: isvc-sklearn-batcher-predictor-78888c66b-sp7mx.18d6abea3fe290b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16357"
    uid: 12e6ff23-6644-4c29-816b-38736754f8c0
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:35:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-78888c66b-sp7mx
    namespace: kserve-ci-e2e-test
    resourceVersion: "16298"
    uid: 21c07050-8a62-41a2-a4c5-25614c9ea76a
  kind: Event
  lastTimestamp: "2026-09-19T08:35:24Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T08:35:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:35:24Z"
    name: isvc-sklearn-batcher-predictor-78888c66b-sp7mx.18d6abea41763e9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16359"
    uid: 89ca1262-9a13-471c-b659-984115823e66
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:35:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-78888c66b-sp7mx
    namespace: kserve-ci-e2e-test
    resourceVersion: "16298"
    uid: 21c07050-8a62-41a2-a4c5-25614c9ea76a
  kind: Event
  lastTimestamp: "2026-09-19T08:35:24Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-19T08:35:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:35:24Z"
    name: isvc-sklearn-batcher-predictor-78888c66b-sp7mx.18d6abea445e43f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16361"
    uid: 003b08a8-9e44-4c95-bbbe-a889dff83b93
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:35:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-78888c66b-sp7mx
    namespace: kserve-ci-e2e-test
    resourceVersion: "16298"
    uid: 21c07050-8a62-41a2-a4c5-25614c9ea76a
  kind: Event
  lastTimestamp: "2026-09-19T08:35:24Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-19T08:35:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:35:24Z"
    name: isvc-sklearn-batcher-predictor-78888c66b-sp7mx.18d6abea44d8230e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16362"
    uid: 4476a9b9-73e1-4d6f-9d96-961dd747d044
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:35:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-78888c66b-sp7mx
    namespace: kserve-ci-e2e-test
    resourceVersion: "16298"
    uid: 21c07050-8a62-41a2-a4c5-25614c9ea76a
  kind: Event
  lastTimestamp: "2026-09-19T08:35:28Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-2013"
  metadata:
    creationTimestamp: "2026-09-19T08:35:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:35:28Z"
    name: isvc-sklearn-batcher-predictor-78888c66b-sp7mx.18d6abeb1dbd230b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16394"
    uid: ee2c6204-c5d3-41ae-9ae1-c7b3a8400050
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:35:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-78888c66b-sp7mx
    namespace: kserve-ci-e2e-test
    resourceVersion: "16298"
    uid: 21c07050-8a62-41a2-a4c5-25614c9ea76a
  kind: Event
  lastTimestamp: "2026-09-19T08:35:41Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-2013"
    in 13.27s (13.27s including waiting). Image size: 1607081372 bytes.'
  metadata:
    creationTimestamp: "2026-09-19T08:35:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:35:41Z"
    name: isvc-sklearn-batcher-predictor-78888c66b-sp7mx.18d6abee34b3d5fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16590"
    uid: d242f2ee-a8e0-4118-85bf-8e8ab33ad127
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:35:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-78888c66b-sp7mx
    namespace: kserve-ci-e2e-test
    resourceVersion: "16298"
    uid: 21c07050-8a62-41a2-a4c5-25614c9ea76a
  kind: Event
  lastTimestamp: "2026-09-19T08:35:41Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-19T08:35:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:35:41Z"
    name: isvc-sklearn-batcher-predictor-78888c66b-sp7mx.18d6abee376a86c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16591"
    uid: 4a2a5b03-72fe-4036-808f-acdfe0f3d50a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:35:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-78888c66b-sp7mx
    namespace: kserve-ci-e2e-test
    resourceVersion: "16298"
    uid: 21c07050-8a62-41a2-a4c5-25614c9ea76a
  kind: Event
  lastTimestamp: "2026-09-19T08:35:41Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-19T08:35:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:35:41Z"
    name: isvc-sklearn-batcher-predictor-78888c66b-sp7mx.18d6abee37da3e6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16593"
    uid: 1a2dfa3a-d15d-4978-916f-42f7ffa61039
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:35:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-78888c66b-sp7mx
    namespace: kserve-ci-e2e-test
    resourceVersion: "16298"
    uid: 21c07050-8a62-41a2-a4c5-25614c9ea76a
  kind: Event
  lastTimestamp: "2026-09-19T08:35:41Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-09-19T08:35:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:35:41Z"
    name: isvc-sklearn-batcher-predictor-78888c66b-sp7mx.18d6abee37e61ccf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16594"
    uid: 12b8aeaf-8afd-46c7-9394-3d7af6b97e4a
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:35:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-78888c66b-sp7mx
    namespace: kserve-ci-e2e-test
    resourceVersion: "16298"
    uid: 21c07050-8a62-41a2-a4c5-25614c9ea76a
  kind: Event
  lastTimestamp: "2026-09-19T08:35:43Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.316s (2.316s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-09-19T08:35:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:35:43Z"
    name: isvc-sklearn-batcher-predictor-78888c66b-sp7mx.18d6abeec1f860ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "16617"
    uid: 72d71965-da57-44f3-8267-407f78c71723
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:35:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-78888c66b-sp7mx
    namespace: kserve-ci-e2e-test
    resourceVersion: "16298"
    uid: 21c07050-8a62-41a2-a4c5-25614c9ea76a
  kind: Event
  lastTimestamp: "2026-09-19T08:35:43Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-19T08:35:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:35:43Z"
    name: isvc-sklearn-batcher-predictor-78888c66b-sp7mx.18d6abeec49b93bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16618"
    uid: 0e987b80-8c3e-4d3e-98ce-15ffac0b5559
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:35:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-78888c66b-sp7mx
    namespace: kserve-ci-e2e-test
    resourceVersion: "16298"
    uid: 21c07050-8a62-41a2-a4c5-25614c9ea76a
  kind: Event
  lastTimestamp: "2026-09-19T08:35:43Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-19T08:35:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:35:43Z"
    name: isvc-sklearn-batcher-predictor-78888c66b-sp7mx.18d6abeec51016a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16619"
    uid: 89e2695e-6455-4b8d-9b3a-33e45d3c644c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:35:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-78888c66b-sp7mx
    namespace: kserve-ci-e2e-test
    resourceVersion: "16298"
    uid: 21c07050-8a62-41a2-a4c5-25614c9ea76a
  kind: Event
  lastTimestamp: "2026-09-19T08:35:43Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent@sha256:bfbc00ba36039801e3cafbd0af9ffb0a52a9c8640f7ff416612ef57190d08496"
  metadata:
    creationTimestamp: "2026-09-19T08:35:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:35:43Z"
    name: isvc-sklearn-batcher-predictor-78888c66b-sp7mx.18d6abeec51cf721
    namespace: kserve-ci-e2e-test
    resourceVersion: "16620"
    uid: adc5d1e5-5d63-4c18-a937-64f842719af3
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:35:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-78888c66b-sp7mx
    namespace: kserve-ci-e2e-test
    resourceVersion: "16298"
    uid: 21c07050-8a62-41a2-a4c5-25614c9ea76a
  kind: Event
  lastTimestamp: "2026-09-19T08:35:45Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent@sha256:bfbc00ba36039801e3cafbd0af9ffb0a52a9c8640f7ff416612ef57190d08496"
    in 1.928s (1.928s including waiting). Image size: 240302177 bytes.'
  metadata:
    creationTimestamp: "2026-09-19T08:35:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:35:45Z"
    name: isvc-sklearn-batcher-predictor-78888c66b-sp7mx.18d6abef381158d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16635"
    uid: c77647f3-e4d8-49aa-a492-9f8544cb90b2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:35:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-78888c66b-sp7mx
    namespace: kserve-ci-e2e-test
    resourceVersion: "16298"
    uid: 21c07050-8a62-41a2-a4c5-25614c9ea76a
  kind: Event
  lastTimestamp: "2026-09-19T08:35:45Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-09-19T08:35:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:35:45Z"
    name: isvc-sklearn-batcher-predictor-78888c66b-sp7mx.18d6abef3ab15000
    namespace: kserve-ci-e2e-test
    resourceVersion: "16636"
    uid: f7ad44ac-fb95-47a0-b786-1118ccd12a10
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:35:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-78888c66b-sp7mx
    namespace: kserve-ci-e2e-test
    resourceVersion: "16298"
    uid: 21c07050-8a62-41a2-a4c5-25614c9ea76a
  kind: Event
  lastTimestamp: "2026-09-19T08:35:45Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-09-19T08:35:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:35:45Z"
    name: isvc-sklearn-batcher-predictor-78888c66b-sp7mx.18d6abef3b23a534
    namespace: kserve-ci-e2e-test
    resourceVersion: "16637"
    uid: b1311cc8-9897-4d3f-8048-a79ecc270627
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-19T08:35:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-78888c66b-sp7mx
    namespace: kserve-ci-e2e-test
    resourceVersion: "16298"
    uid: 21c07050-8a62-41a2-a4c5-25614c9ea76a
  kind: Event
  lastTimestamp: "2026-09-19T08:37:19Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.20:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-19T08:35:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:37:19Z"
    name: isvc-sklearn-batcher-predictor-78888c66b-sp7mx.18d6abef8fe6ac22
    namespace: kserve-ci-e2e-test
    resourceVersion: "17433"
    uid: 856e04a3-7a14-41d0-88d4-2037fb4ae64e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-19T08:35:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-78888c66b-sp7mx
    namespace: kserve-ci-e2e-test
    resourceVersion: "16298"
    uid: 21c07050-8a62-41a2-a4c5-25614c9ea76a
  kind: Event
  lastTimestamp: "2026-09-19T08:37:19Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-19T08:35:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:37:19Z"
    name: isvc-sklearn-batcher-predictor-78888c66b-sp7mx.18d6abef8ff311b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17434"
    uid: 937b924b-1a7b-482f-8e47-e80179afc591
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:37:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-78888c66b-sp7mx
    namespace: kserve-ci-e2e-test
    resourceVersion: "16298"
    uid: 21c07050-8a62-41a2-a4c5-25614c9ea76a
  kind: Event
  lastTimestamp: "2026-09-19T08:37:08Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-19T08:37:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:37:08Z"
    name: isvc-sklearn-batcher-predictor-78888c66b-sp7mx.18d6ac0282ad182f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17296"
    uid: 076da5a3-761a-405a-809e-8835f9932974
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:37:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-78888c66b-sp7mx
    namespace: kserve-ci-e2e-test
    resourceVersion: "16298"
    uid: 21c07050-8a62-41a2-a4c5-25614c9ea76a
  kind: Event
  lastTimestamp: "2026-09-19T08:37:08Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-09-19T08:37:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:37:08Z"
    name: isvc-sklearn-batcher-predictor-78888c66b-sp7mx.18d6ac0282b1729e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17297"
    uid: 6b847331-2961-4cbc-857c-ae4504f6a509
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:37:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-78888c66b-sp7mx
    namespace: kserve-ci-e2e-test
    resourceVersion: "16298"
    uid: 21c07050-8a62-41a2-a4c5-25614c9ea76a
  kind: Event
  lastTimestamp: "2026-09-19T08:37:08Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-19T08:37:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:37:08Z"
    name: isvc-sklearn-batcher-predictor-78888c66b-sp7mx.18d6ac0282b4b2ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "17299"
    uid: 11b5f724-687c-4fe2-a93b-da5c212f2189
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-19T08:37:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-78888c66b-sp7mx
    namespace: kserve-ci-e2e-test
    resourceVersion: "16298"
    uid: 21c07050-8a62-41a2-a4c5-25614c9ea76a
  kind: Event
  lastTimestamp: "2026-09-19T08:37:18Z"
  message: 'Readiness probe failed: Get "https://10.133.0.20:8643/healthz": dial tcp
    10.133.0.20:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-19T08:37:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:37:18Z"
    name: isvc-sklearn-batcher-predictor-78888c66b-sp7mx.18d6ac03961c799b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17427"
    uid: 729e2bef-ba75-4185-af64-613c3bf307cb
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:35:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-batcher-predictor-78888c66b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16289"
    uid: 577b381c-4eb6-43f9-a4b8-551ee638cae8
  kind: Event
  lastTimestamp: "2026-09-19T08:35:23Z"
  message: 'Created pod: isvc-sklearn-batcher-predictor-78888c66b-sp7mx'
  metadata:
    creationTimestamp: "2026-09-19T08:35:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:35:23Z"
    name: isvc-sklearn-batcher-predictor-78888c66b.18d6abe9f86b2ca7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16297"
    uid: 643c83f5-0c6e-415e-8016-b148a0de0e8f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:35:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16288"
    uid: 6a9e21f0-dc63-4554-aece-586ef4d34a81
  kind: Event
  lastTimestamp: "2026-09-19T08:35:23Z"
  message: Scaled up replica set isvc-sklearn-batcher-predictor-78888c66b from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-19T08:35:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:35:23Z"
    name: isvc-sklearn-batcher-predictor.18d6abe9f3e3fd80
    namespace: kserve-ci-e2e-test
    resourceVersion: "16292"
    uid: 28159099-4382-44ad-8b87-2809a1864333
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-19T08:35:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16303"
    uid: 019ae8be-6560-466a-9ea8-9782a8581091
  kind: Event
  lastTimestamp: "2026-09-19T08:36:08Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-19T08:35:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:36:08Z"
    name: isvc-sklearn-batcher-predictor.18d6abed7916332e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16824"
    uid: 1c724045-1d3c-4cc7-aeb4-7829123674f2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-19T08:35:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16303"
    uid: 019ae8be-6560-466a-9ea8-9782a8581091
  kind: Event
  lastTimestamp: "2026-09-19T08:36:08Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-19T08:35:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:36:08Z"
    name: isvc-sklearn-batcher-predictor.18d6abed79977f99
    namespace: kserve-ci-e2e-test
    resourceVersion: "16825"
    uid: 8753e5f7-6e66-4a45-b341-0b5078ed8b37
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-19T08:35:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16537"
    uid: 019ae8be-6560-466a-9ea8-9782a8581091
  kind: Event
  lastTimestamp: "2026-09-19T08:37:08Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-19T08:35:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:37:08Z"
    name: isvc-sklearn-batcher-predictor.18d6abf0f8289fa6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17269"
    uid: 510fa812-2c51-4d70-8505-9cd068285170
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-19T08:35:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16537"
    uid: 019ae8be-6560-466a-9ea8-9782a8581091
  kind: Event
  lastTimestamp: "2026-09-19T08:37:08Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-19T08:35:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:37:08Z"
    name: isvc-sklearn-batcher-predictor.18d6abf0f8875c18
    namespace: kserve-ci-e2e-test
    resourceVersion: "17270"
    uid: ff89c605-46d5-4e05-a4b1-8a85758a0890
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-19T08:35:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "16277"
    uid: 5b853558-cb99-4f3a-8cde-7ff084af637c
  kind: Event
  lastTimestamp: "2026-09-19T08:36:59Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-19T08:35:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T08:36:59Z"
    name: isvc-sklearn-batcher.18d6abe9fa11783a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17208"
    uid: 4b2cba9d-e02f-4ed3-afad-cfd31518a405
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:35:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "16277"
    uid: 5b853558-cb99-4f3a-8cde-7ff084af637c
  kind: Event
  lastTimestamp: "2026-09-19T08:35:23Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-batcher": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-19T08:35:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T08:35:23Z"
    name: isvc-sklearn-batcher.18d6abe9fa73f43a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16306"
    uid: 477f19ff-6edc-40f4-9638-635269b726ad
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:35:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "16277"
    uid: 5b853558-cb99-4f3a-8cde-7ff084af637c
  kind: Event
  lastTimestamp: "2026-09-19T08:35:23Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-batcher": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-19T08:35:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T08:35:23Z"
    name: isvc-sklearn-batcher.18d6abe9fa7a6e66
    namespace: kserve-ci-e2e-test
    resourceVersion: "16309"
    uid: c74cc174-4ed8-4288-a542-aa947aeac3f2
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:36:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "17206"
    uid: 5b853558-cb99-4f3a-8cde-7ff084af637c
  kind: Event
  lastTimestamp: "2026-09-19T08:36:59Z"
  message: InferenceService [isvc-sklearn-batcher] is Ready
  metadata:
    creationTimestamp: "2026-09-19T08:36:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T08:36:59Z"
    name: isvc-sklearn-batcher.18d6ac005af2f797
    namespace: kserve-ci-e2e-test
    resourceVersion: "17207"
    uid: 43173fb2-1af3-40b5-b64f-1ea10dd829c4
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-19T09:07:59.011176Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-7ffd8fb554-g4ljr
    namespace: kserve-ci-e2e-test
    resourceVersion: "35195"
    uid: c13aab63-3e3a-4455-923d-2c8e43babc3b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-mcp-predictor-7ffd8fb554-g4ljr
    to ip-10-0-136-228.ec2.internal
  metadata:
    creationTimestamp: "2026-09-19T09:07:59Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-19T09:07:59Z"
    name: isvc-sklearn-mcp-predictor-7ffd8fb554-g4ljr.18d6adb1514d4605
    namespace: kserve-ci-e2e-test
    resourceVersion: "35201"
    uid: c19a53e2-339d-43b1-8ae7-3f245e4456a8
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-d6b67db56-fftfm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:07:59Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-7ffd8fb554-g4ljr
    namespace: kserve-ci-e2e-test
    resourceVersion: "35199"
    uid: c13aab63-3e3a-4455-923d-2c8e43babc3b
  kind: Event
  lastTimestamp: "2026-09-19T09:07:59Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-mcp-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-19T09:07:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:07:59Z"
    name: isvc-sklearn-mcp-predictor-7ffd8fb554-g4ljr.18d6adb15a560443
    namespace: kserve-ci-e2e-test
    resourceVersion: "35209"
    uid: 6d6d01ab-49a8-4db7-8378-2aafec8cc9c9
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:08:00Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-7ffd8fb554-g4ljr
    namespace: kserve-ci-e2e-test
    resourceVersion: "35205"
    uid: c13aab63-3e3a-4455-923d-2c8e43babc3b
  kind: Event
  lastTimestamp: "2026-09-19T09:08:00Z"
  message: Add eth0 [10.133.0.49/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-19T09:08:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-19T09:08:00Z"
    name: isvc-sklearn-mcp-predictor-7ffd8fb554-g4ljr.18d6adb197ceb42d
    namespace: kserve-ci-e2e-test
    resourceVersion: "35218"
    uid: fe0a9b31-a53d-404d-b7fc-66293137dc12
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:08:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-7ffd8fb554-g4ljr
    namespace: kserve-ci-e2e-test
    resourceVersion: "35199"
    uid: c13aab63-3e3a-4455-923d-2c8e43babc3b
  kind: Event
  lastTimestamp: "2026-09-19T09:08:00Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T09:08:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:08:00Z"
    name: isvc-sklearn-mcp-predictor-7ffd8fb554-g4ljr.18d6adb1996b9301
    namespace: kserve-ci-e2e-test
    resourceVersion: "35220"
    uid: 09436215-1b6a-4cd8-ad28-61a26539bc37
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:08:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-7ffd8fb554-g4ljr
    namespace: kserve-ci-e2e-test
    resourceVersion: "35199"
    uid: c13aab63-3e3a-4455-923d-2c8e43babc3b
  kind: Event
  lastTimestamp: "2026-09-19T09:08:00Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-19T09:08:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:08:00Z"
    name: isvc-sklearn-mcp-predictor-7ffd8fb554-g4ljr.18d6adb19c69d4f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "35222"
    uid: 524cb6e9-3d80-4425-9978-120fdfa4a6fc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:08:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-7ffd8fb554-g4ljr
    namespace: kserve-ci-e2e-test
    resourceVersion: "35199"
    uid: c13aab63-3e3a-4455-923d-2c8e43babc3b
  kind: Event
  lastTimestamp: "2026-09-19T09:08:00Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-19T09:08:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:08:00Z"
    name: isvc-sklearn-mcp-predictor-7ffd8fb554-g4ljr.18d6adb19ce084a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "35223"
    uid: cb19a3fa-91ec-4c9a-b226-727b55babbd5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:08:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-7ffd8fb554-g4ljr
    namespace: kserve-ci-e2e-test
    resourceVersion: "35199"
    uid: c13aab63-3e3a-4455-923d-2c8e43babc3b
  kind: Event
  lastTimestamp: "2026-09-19T09:08:05Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-2013"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T09:08:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:08:05Z"
    name: isvc-sklearn-mcp-predictor-7ffd8fb554-g4ljr.18d6adb2c7266d6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35287"
    uid: 15b8412e-70e0-4839-a82e-ae8924d1920d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:08:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-7ffd8fb554-g4ljr
    namespace: kserve-ci-e2e-test
    resourceVersion: "35199"
    uid: c13aab63-3e3a-4455-923d-2c8e43babc3b
  kind: Event
  lastTimestamp: "2026-09-19T09:08:05Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-19T09:08:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:08:05Z"
    name: isvc-sklearn-mcp-predictor-7ffd8fb554-g4ljr.18d6adb2ca5f6f06
    namespace: kserve-ci-e2e-test
    resourceVersion: "35290"
    uid: 7d69b457-c37a-4965-8f3b-4dbc65c149fa
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:08:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-7ffd8fb554-g4ljr
    namespace: kserve-ci-e2e-test
    resourceVersion: "35199"
    uid: c13aab63-3e3a-4455-923d-2c8e43babc3b
  kind: Event
  lastTimestamp: "2026-09-19T09:08:05Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-19T09:08:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:08:05Z"
    name: isvc-sklearn-mcp-predictor-7ffd8fb554-g4ljr.18d6adb2cacef55e
    namespace: kserve-ci-e2e-test
    resourceVersion: "35292"
    uid: 7ead40c3-a8fd-42ed-88ac-3fc615346c87
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:08:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-7ffd8fb554-g4ljr
    namespace: kserve-ci-e2e-test
    resourceVersion: "35199"
    uid: c13aab63-3e3a-4455-923d-2c8e43babc3b
  kind: Event
  lastTimestamp: "2026-09-19T09:08:05Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent:latest"
  metadata:
    creationTimestamp: "2026-09-19T09:08:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:08:05Z"
    name: isvc-sklearn-mcp-predictor-7ffd8fb554-g4ljr.18d6adb2cade0036
    namespace: kserve-ci-e2e-test
    resourceVersion: "35293"
    uid: 253f3dbf-fc7e-4951-9cdb-81a953af41ef
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:08:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-7ffd8fb554-g4ljr
    namespace: kserve-ci-e2e-test
    resourceVersion: "35199"
    uid: c13aab63-3e3a-4455-923d-2c8e43babc3b
  kind: Event
  lastTimestamp: "2026-09-19T09:08:08Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent:latest" in
    2.799s (2.799s including waiting). Image size: 239481897 bytes.'
  metadata:
    creationTimestamp: "2026-09-19T09:08:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:08:08Z"
    name: isvc-sklearn-mcp-predictor-7ffd8fb554-g4ljr.18d6adb371b756aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "35361"
    uid: 21bfccae-7842-40dc-99bc-7521cbf42268
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:08:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-7ffd8fb554-g4ljr
    namespace: kserve-ci-e2e-test
    resourceVersion: "35199"
    uid: c13aab63-3e3a-4455-923d-2c8e43babc3b
  kind: Event
  lastTimestamp: "2026-09-19T09:08:08Z"
  message: 'Created container: kserve-agent'
  metadata:
    creationTimestamp: "2026-09-19T09:08:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:08:08Z"
    name: isvc-sklearn-mcp-predictor-7ffd8fb554-g4ljr.18d6adb37468c866
    namespace: kserve-ci-e2e-test
    resourceVersion: "35363"
    uid: 2c6d47b4-01ba-4eec-8920-8c66e1d0b5d2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:08:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-7ffd8fb554-g4ljr
    namespace: kserve-ci-e2e-test
    resourceVersion: "35199"
    uid: c13aab63-3e3a-4455-923d-2c8e43babc3b
  kind: Event
  lastTimestamp: "2026-09-19T09:08:08Z"
  message: Started container kserve-agent
  metadata:
    creationTimestamp: "2026-09-19T09:08:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:08:08Z"
    name: isvc-sklearn-mcp-predictor-7ffd8fb554-g4ljr.18d6adb374d77f3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35364"
    uid: 96a9bc22-6869-48a7-a8ed-06bc69ef28c1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:08:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-7ffd8fb554-g4ljr
    namespace: kserve-ci-e2e-test
    resourceVersion: "35199"
    uid: c13aab63-3e3a-4455-923d-2c8e43babc3b
  kind: Event
  lastTimestamp: "2026-09-19T09:08:08Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T09:08:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:08:08Z"
    name: isvc-sklearn-mcp-predictor-7ffd8fb554-g4ljr.18d6adb374e20cb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "35365"
    uid: 3e4780a2-8dbf-4c38-afc3-40c2b53eed99
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:08:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-7ffd8fb554-g4ljr
    namespace: kserve-ci-e2e-test
    resourceVersion: "35199"
    uid: c13aab63-3e3a-4455-923d-2c8e43babc3b
  kind: Event
  lastTimestamp: "2026-09-19T09:08:08Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-19T09:08:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:08:08Z"
    name: isvc-sklearn-mcp-predictor-7ffd8fb554-g4ljr.18d6adb378188bb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "35367"
    uid: 524d776b-8c7c-44e8-bd45-1f60404eed23
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:08:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-7ffd8fb554-g4ljr
    namespace: kserve-ci-e2e-test
    resourceVersion: "35199"
    uid: c13aab63-3e3a-4455-923d-2c8e43babc3b
  kind: Event
  lastTimestamp: "2026-09-19T09:08:08Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-19T09:08:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:08:08Z"
    name: isvc-sklearn-mcp-predictor-7ffd8fb554-g4ljr.18d6adb378da75ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "35368"
    uid: 5d5265b7-f10f-45ec-bb65-2d16acda2359
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:08:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-7ffd8fb554-g4ljr
    namespace: kserve-ci-e2e-test
    resourceVersion: "35199"
    uid: c13aab63-3e3a-4455-923d-2c8e43babc3b
  kind: Event
  lastTimestamp: "2026-09-19T09:08:39Z"
  message: 'Liveness probe failed: Get "http://10.133.0.49:8080/v1/models/isvc-sklearn-mcp":
    dial tcp 10.133.0.49:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-19T09:08:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:08:39Z"
    name: isvc-sklearn-mcp-predictor-7ffd8fb554-g4ljr.18d6adbad8786d31
    namespace: kserve-ci-e2e-test
    resourceVersion: "35615"
    uid: ecc7b132-f081-41d8-8cac-5bd4ee9d81f8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:09:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-7ffd8fb554-g4ljr
    namespace: kserve-ci-e2e-test
    resourceVersion: "35199"
    uid: c13aab63-3e3a-4455-923d-2c8e43babc3b
  kind: Event
  lastTimestamp: "2026-09-19T09:09:19Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-19T09:09:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:09:19Z"
    name: isvc-sklearn-mcp-predictor-7ffd8fb554-g4ljr.18d6adc3f58935f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "35913"
    uid: fcabc91b-2f89-4374-b81d-277f80d96f26
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:09:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-7ffd8fb554-g4ljr
    namespace: kserve-ci-e2e-test
    resourceVersion: "35199"
    uid: c13aab63-3e3a-4455-923d-2c8e43babc3b
  kind: Event
  lastTimestamp: "2026-09-19T09:09:19Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-19T09:09:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:09:19Z"
    name: isvc-sklearn-mcp-predictor-7ffd8fb554-g4ljr.18d6adc3f589c938
    namespace: kserve-ci-e2e-test
    resourceVersion: "35914"
    uid: c04f78d9-e533-4416-8d08-50ecf66fae8c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:09:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-7ffd8fb554-g4ljr
    namespace: kserve-ci-e2e-test
    resourceVersion: "35199"
    uid: c13aab63-3e3a-4455-923d-2c8e43babc3b
  kind: Event
  lastTimestamp: "2026-09-19T09:09:19Z"
  message: Stopping container kserve-agent
  metadata:
    creationTimestamp: "2026-09-19T09:09:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:09:19Z"
    name: isvc-sklearn-mcp-predictor-7ffd8fb554-g4ljr.18d6adc3f589e414
    namespace: kserve-ci-e2e-test
    resourceVersion: "35915"
    uid: 922f12f0-3d81-473b-a6fc-b713b113941b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-19T09:09:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-7ffd8fb554-g4ljr
    namespace: kserve-ci-e2e-test
    resourceVersion: "35199"
    uid: c13aab63-3e3a-4455-923d-2c8e43babc3b
  kind: Event
  lastTimestamp: "2026-09-19T09:09:44Z"
  message: 'Readiness probe failed: Get "https://10.133.0.49:8643/healthz": dial tcp
    10.133.0.49:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-19T09:09:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:09:44Z"
    name: isvc-sklearn-mcp-predictor-7ffd8fb554-g4ljr.18d6adc403507725
    namespace: kserve-ci-e2e-test
    resourceVersion: "36257"
    uid: 1ad2c6c8-b89e-4ad3-9e9e-aab0750ad40b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-19T09:09:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-7ffd8fb554-g4ljr
    namespace: kserve-ci-e2e-test
    resourceVersion: "35199"
    uid: c13aab63-3e3a-4455-923d-2c8e43babc3b
  kind: Event
  lastTimestamp: "2026-09-19T09:09:44Z"
  message: 'Readiness probe failed: Get "http://10.133.0.49:8080/v1/models/isvc-sklearn-mcp":
    dial tcp 10.133.0.49:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-19T09:09:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:09:44Z"
    name: isvc-sklearn-mcp-predictor-7ffd8fb554-g4ljr.18d6adc52daab377
    namespace: kserve-ci-e2e-test
    resourceVersion: "36258"
    uid: 4d6b329d-4204-4330-ae5f-f25b3d255dde
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:07:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-mcp-predictor-7ffd8fb554
    namespace: kserve-ci-e2e-test
    resourceVersion: "35185"
    uid: cc4e2552-82f6-469d-b6c7-70e574788fd2
  kind: Event
  lastTimestamp: "2026-09-19T09:07:59Z"
  message: 'Created pod: isvc-sklearn-mcp-predictor-7ffd8fb554-g4ljr'
  metadata:
    creationTimestamp: "2026-09-19T09:07:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T09:07:59Z"
    name: isvc-sklearn-mcp-predictor-7ffd8fb554.18d6adb150cec1fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "35198"
    uid: 9f4734d3-044b-4e48-b22c-727f21edcf2f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:07:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-mcp-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35184"
    uid: 214aa056-0886-44ab-ac55-a5f9d15a3c63
  kind: Event
  lastTimestamp: "2026-09-19T09:07:58Z"
  message: Scaled up replica set isvc-sklearn-mcp-predictor-7ffd8fb554 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-19T09:07:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T09:07:58Z"
    name: isvc-sklearn-mcp-predictor.18d6adb14d9d2640
    namespace: kserve-ci-e2e-test
    resourceVersion: "35188"
    uid: d623f16a-f8b4-428e-9259-e0c3b75ed825
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-19T09:07:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "35177"
    uid: 2d2db89e-455d-42b8-ac77-9b2c5c075cf3
  kind: Event
  lastTimestamp: "2026-09-19T09:09:14Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-19T09:07:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T09:09:14Z"
    name: isvc-sklearn-mcp.18d6adb14d56774c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35866"
    uid: 3d16a891-175b-41fb-afce-df76e6102f1a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:07:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "35177"
    uid: 2d2db89e-455d-42b8-ac77-9b2c5c075cf3
  kind: Event
  lastTimestamp: "2026-09-19T09:07:58Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-mcp": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-mcp":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-19T09:07:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T09:07:58Z"
    name: isvc-sklearn-mcp.18d6adb14ddb5f03
    namespace: kserve-ci-e2e-test
    resourceVersion: "35190"
    uid: 6fea89ba-c1b1-4b13-b867-8c8f7f6d23de
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:09:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "35864"
    uid: 2d2db89e-455d-42b8-ac77-9b2c5c075cf3
  kind: Event
  lastTimestamp: "2026-09-19T09:09:14Z"
  message: InferenceService [isvc-sklearn-mcp] is Ready
  metadata:
    creationTimestamp: "2026-09-19T09:09:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T09:09:14Z"
    name: isvc-sklearn-mcp.18d6adc2e782a41c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35865"
    uid: 15a88d25-6ef2-4be4-a32c-604c57fe72ef
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-19T08:46:35.411461Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-868898bd6b-dbpdm
    namespace: kserve-ci-e2e-test
    resourceVersion: "22539"
    uid: bbe7ab94-eac7-449a-994f-48e15abff7d0
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-predictor-868898bd6b-dbpdm
    to ip-10-0-136-228.ec2.internal
  metadata:
    creationTimestamp: "2026-09-19T08:46:35Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-19T08:46:35Z"
    name: isvc-sklearn-predictor-868898bd6b-dbpdm.18d6ac8674cbec89
    namespace: kserve-ci-e2e-test
    resourceVersion: "22545"
    uid: 85413f20-1771-4572-aa5f-d7b5e7179425
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-d6b67db56-fftfm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:46:35Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-868898bd6b-dbpdm
    namespace: kserve-ci-e2e-test
    resourceVersion: "22549"
    uid: bbe7ab94-eac7-449a-994f-48e15abff7d0
  kind: Event
  lastTimestamp: "2026-09-19T08:46:35Z"
  message: Add eth0 [10.133.0.27/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-19T08:46:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-19T08:46:35Z"
    name: isvc-sklearn-predictor-868898bd6b-dbpdm.18d6ac8696a3fbd3
    namespace: kserve-ci-e2e-test
    resourceVersion: "22560"
    uid: 16464b0c-dbc5-44f8-951c-63f2432cdded
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:46:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-868898bd6b-dbpdm
    namespace: kserve-ci-e2e-test
    resourceVersion: "22541"
    uid: bbe7ab94-eac7-449a-994f-48e15abff7d0
  kind: Event
  lastTimestamp: "2026-09-19T08:46:36Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T08:46:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:46:36Z"
    name: isvc-sklearn-predictor-868898bd6b-dbpdm.18d6ac8697ea7e86
    namespace: kserve-ci-e2e-test
    resourceVersion: "22562"
    uid: 72148e2f-c2ed-44e2-970f-99680286b774
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:46:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-868898bd6b-dbpdm
    namespace: kserve-ci-e2e-test
    resourceVersion: "22541"
    uid: bbe7ab94-eac7-449a-994f-48e15abff7d0
  kind: Event
  lastTimestamp: "2026-09-19T08:46:36Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-19T08:46:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:46:36Z"
    name: isvc-sklearn-predictor-868898bd6b-dbpdm.18d6ac869a6e34d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22563"
    uid: e8144468-2ec0-49ec-8763-139ed31044a0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:46:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-868898bd6b-dbpdm
    namespace: kserve-ci-e2e-test
    resourceVersion: "22541"
    uid: bbe7ab94-eac7-449a-994f-48e15abff7d0
  kind: Event
  lastTimestamp: "2026-09-19T08:46:36Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-19T08:46:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:46:36Z"
    name: isvc-sklearn-predictor-868898bd6b-dbpdm.18d6ac869ad7ed0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22564"
    uid: 372f74f0-b4d8-417f-8a1e-03ac7cce3071
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:46:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-868898bd6b-dbpdm
    namespace: kserve-ci-e2e-test
    resourceVersion: "22541"
    uid: bbe7ab94-eac7-449a-994f-48e15abff7d0
  kind: Event
  lastTimestamp: "2026-09-19T08:46:39Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-2013"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T08:46:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:46:39Z"
    name: isvc-sklearn-predictor-868898bd6b-dbpdm.18d6ac8782bc217e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22599"
    uid: f0fb02a8-1250-4cfb-a2ae-527abf630a6f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:46:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-868898bd6b-dbpdm
    namespace: kserve-ci-e2e-test
    resourceVersion: "22541"
    uid: bbe7ab94-eac7-449a-994f-48e15abff7d0
  kind: Event
  lastTimestamp: "2026-09-19T08:46:39Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-19T08:46:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:46:39Z"
    name: isvc-sklearn-predictor-868898bd6b-dbpdm.18d6ac8785a5e908
    namespace: kserve-ci-e2e-test
    resourceVersion: "22601"
    uid: eed23371-eef6-41ed-87c4-b3c201dad01e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:46:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-868898bd6b-dbpdm
    namespace: kserve-ci-e2e-test
    resourceVersion: "22541"
    uid: bbe7ab94-eac7-449a-994f-48e15abff7d0
  kind: Event
  lastTimestamp: "2026-09-19T08:46:39Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-19T08:46:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:46:39Z"
    name: isvc-sklearn-predictor-868898bd6b-dbpdm.18d6ac878615218a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22604"
    uid: a6879a16-b997-47cb-bfa3-789e629a3ed4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:46:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-868898bd6b-dbpdm
    namespace: kserve-ci-e2e-test
    resourceVersion: "22541"
    uid: bbe7ab94-eac7-449a-994f-48e15abff7d0
  kind: Event
  lastTimestamp: "2026-09-19T08:46:39Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T08:46:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:46:40Z"
    name: isvc-sklearn-predictor-868898bd6b-dbpdm.18d6ac87861f015c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22605"
    uid: d28c2177-0ed4-4d2f-9896-2d8c2a2ff607
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:46:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-868898bd6b-dbpdm
    namespace: kserve-ci-e2e-test
    resourceVersion: "22541"
    uid: bbe7ab94-eac7-449a-994f-48e15abff7d0
  kind: Event
  lastTimestamp: "2026-09-19T08:46:40Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-19T08:46:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:46:40Z"
    name: isvc-sklearn-predictor-868898bd6b-dbpdm.18d6ac878917f60f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22607"
    uid: 7cb7c3dc-d596-4f1b-84a1-7986d696a006
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:46:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-868898bd6b-dbpdm
    namespace: kserve-ci-e2e-test
    resourceVersion: "22541"
    uid: bbe7ab94-eac7-449a-994f-48e15abff7d0
  kind: Event
  lastTimestamp: "2026-09-19T08:46:40Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-19T08:46:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:46:40Z"
    name: isvc-sklearn-predictor-868898bd6b-dbpdm.18d6ac8789845e06
    namespace: kserve-ci-e2e-test
    resourceVersion: "22608"
    uid: e30a632c-3d80-46cd-b712-dca9566f964f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-19T08:46:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-868898bd6b-dbpdm
    namespace: kserve-ci-e2e-test
    resourceVersion: "22541"
    uid: bbe7ab94-eac7-449a-994f-48e15abff7d0
  kind: Event
  lastTimestamp: "2026-09-19T08:47:47Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.27:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-19T08:46:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:47:47Z"
    name: isvc-sklearn-predictor-868898bd6b-dbpdm.18d6ac87fa9f92d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "23112"
    uid: d2b9f334-3cae-4acf-bcc9-5fbe3fa27895
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:48:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-868898bd6b-dbpdm
    namespace: kserve-ci-e2e-test
    resourceVersion: "22541"
    uid: bbe7ab94-eac7-449a-994f-48e15abff7d0
  kind: Event
  lastTimestamp: "2026-09-19T08:48:38Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-19T08:48:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:48:38Z"
    name: isvc-sklearn-predictor-868898bd6b-dbpdm.18d6aca30940c311
    namespace: kserve-ci-e2e-test
    resourceVersion: "23568"
    uid: d938d0e8-900f-4585-8f40-5a51bf951b12
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:48:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-868898bd6b-dbpdm
    namespace: kserve-ci-e2e-test
    resourceVersion: "22541"
    uid: bbe7ab94-eac7-449a-994f-48e15abff7d0
  kind: Event
  lastTimestamp: "2026-09-19T08:48:38Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-19T08:48:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:48:38Z"
    name: isvc-sklearn-predictor-868898bd6b-dbpdm.18d6aca30941404b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23570"
    uid: 33cf1502-623a-4477-8589-c44f718b734d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:46:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-predictor-868898bd6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22530"
    uid: 0accf7a2-011b-4aa3-9829-096e7b4009b1
  kind: Event
  lastTimestamp: "2026-09-19T08:46:35Z"
  message: 'Created pod: isvc-sklearn-predictor-868898bd6b-dbpdm'
  metadata:
    creationTimestamp: "2026-09-19T08:46:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:46:35Z"
    name: isvc-sklearn-predictor-868898bd6b.18d6ac867463baa3
    namespace: kserve-ci-e2e-test
    resourceVersion: "22540"
    uid: 86b9e173-99ca-4d00-a9fd-6fe3a40cb73c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:46:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22528"
    uid: 28c1e726-3b45-44d6-b394-f60461958b7b
  kind: Event
  lastTimestamp: "2026-09-19T08:46:35Z"
  message: Scaled up replica set isvc-sklearn-predictor-868898bd6b from 0 to 1
  metadata:
    creationTimestamp: "2026-09-19T08:46:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:46:35Z"
    name: isvc-sklearn-predictor.18d6ac86718de5fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22532"
    uid: 0c4fbe09-f34b-4f06-b37e-9bcef93b120b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:46:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22529"
    uid: 4502ef19-03e4-46a6-9873-8f03206b4dc3
  kind: Event
  lastTimestamp: "2026-09-19T08:46:50Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-19T08:46:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:46:50Z"
    name: isvc-sklearn-predictor.18d6ac89eff988a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "22689"
    uid: 75d3224c-bdb2-47ce-a5d2-8ac156a823fa
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:46:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22529"
    uid: 4502ef19-03e4-46a6-9873-8f03206b4dc3
  kind: Event
  lastTimestamp: "2026-09-19T08:46:50Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-19T08:46:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:46:50Z"
    name: isvc-sklearn-predictor.18d6ac89f05e6580
    namespace: kserve-ci-e2e-test
    resourceVersion: "22691"
    uid: 486d2ade-a66d-454c-99d9-924e4ee6f8b2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-09-19T08:47:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22690"
    uid: 4502ef19-03e4-46a6-9873-8f03206b4dc3
  kind: Event
  lastTimestamp: "2026-09-19T08:48:35Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-19T08:47:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:48:35Z"
    name: isvc-sklearn-predictor.18d6ac8d6f6d53db
    namespace: kserve-ci-e2e-test
    resourceVersion: "23532"
    uid: b2b47b9b-b41f-44b8-b72f-ea84b2a75c1d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-09-19T08:47:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22690"
    uid: 4502ef19-03e4-46a6-9873-8f03206b4dc3
  kind: Event
  lastTimestamp: "2026-09-19T08:48:35Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-19T08:47:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:48:35Z"
    name: isvc-sklearn-predictor.18d6ac8d6fcb49d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "23533"
    uid: 32e19ad4-9ad6-4b5e-a8b5-518de31e048a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-19T08:51:42.678623Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6ff5866d8b-8tsh9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25624"
    uid: bd3894eb-a0b4-4968-9bdf-3faff7664aeb
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-runtime-predictor-6ff5866d8b-8tsh9
    to ip-10-0-136-228.ec2.internal
  metadata:
    creationTimestamp: "2026-09-19T08:51:42Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-19T08:51:42Z"
    name: isvc-sklearn-runtime-predictor-6ff5866d8b-8tsh9.18d6accdff58cff0
    namespace: kserve-ci-e2e-test
    resourceVersion: "25630"
    uid: 247df6eb-6466-4dee-81d5-0b9866df8e39
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-d6b67db56-fftfm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:51:42Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6ff5866d8b-8tsh9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25628"
    uid: bd3894eb-a0b4-4968-9bdf-3faff7664aeb
  kind: Event
  lastTimestamp: "2026-09-19T08:51:42Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-19T08:51:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:51:42Z"
    name: isvc-sklearn-runtime-predictor-6ff5866d8b-8tsh9.18d6acce0d623d48
    namespace: kserve-ci-e2e-test
    resourceVersion: "25638"
    uid: 11f4c9ec-8aeb-4d58-905d-b03ed856240e
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:51:43Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6ff5866d8b-8tsh9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25634"
    uid: bd3894eb-a0b4-4968-9bdf-3faff7664aeb
  kind: Event
  lastTimestamp: "2026-09-19T08:51:43Z"
  message: Add eth0 [10.133.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-19T08:51:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-19T08:51:43Z"
    name: isvc-sklearn-runtime-predictor-6ff5866d8b-8tsh9.18d6acce44c8a795
    namespace: kserve-ci-e2e-test
    resourceVersion: "25651"
    uid: 935bfecc-b424-454b-8dc1-d8a5d9b289f5
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:51:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6ff5866d8b-8tsh9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25628"
    uid: bd3894eb-a0b4-4968-9bdf-3faff7664aeb
  kind: Event
  lastTimestamp: "2026-09-19T08:51:43Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T08:51:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:51:43Z"
    name: isvc-sklearn-runtime-predictor-6ff5866d8b-8tsh9.18d6acce460e8b8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25653"
    uid: 27f7579a-f599-4ca5-ad9f-03ea9f98fc87
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:51:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6ff5866d8b-8tsh9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25628"
    uid: bd3894eb-a0b4-4968-9bdf-3faff7664aeb
  kind: Event
  lastTimestamp: "2026-09-19T08:51:43Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-19T08:51:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:51:43Z"
    name: isvc-sklearn-runtime-predictor-6ff5866d8b-8tsh9.18d6acce4858d079
    namespace: kserve-ci-e2e-test
    resourceVersion: "25654"
    uid: 089b740f-1db3-4e1e-aa19-4a7c2d4acc89
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:51:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6ff5866d8b-8tsh9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25628"
    uid: bd3894eb-a0b4-4968-9bdf-3faff7664aeb
  kind: Event
  lastTimestamp: "2026-09-19T08:51:43Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-19T08:51:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:51:43Z"
    name: isvc-sklearn-runtime-predictor-6ff5866d8b-8tsh9.18d6acce48b650ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "25655"
    uid: 28111722-c316-4be2-9fba-e26d98e7a811
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:51:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6ff5866d8b-8tsh9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25628"
    uid: bd3894eb-a0b4-4968-9bdf-3faff7664aeb
  kind: Event
  lastTimestamp: "2026-09-19T08:51:50Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-2013"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T08:51:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:51:50Z"
    name: isvc-sklearn-runtime-predictor-6ff5866d8b-8tsh9.18d6accfbf7ab6b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25708"
    uid: 697ca4f5-9b0f-417b-835a-e45ddf9ad1c0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:51:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6ff5866d8b-8tsh9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25628"
    uid: bd3894eb-a0b4-4968-9bdf-3faff7664aeb
  kind: Event
  lastTimestamp: "2026-09-19T08:51:50Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-19T08:51:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:51:50Z"
    name: isvc-sklearn-runtime-predictor-6ff5866d8b-8tsh9.18d6accfc24a9951
    namespace: kserve-ci-e2e-test
    resourceVersion: "25711"
    uid: fc9d9dd3-a946-4746-8131-c7f3ad16f34d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:51:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6ff5866d8b-8tsh9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25628"
    uid: bd3894eb-a0b4-4968-9bdf-3faff7664aeb
  kind: Event
  lastTimestamp: "2026-09-19T08:51:50Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-19T08:51:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:51:50Z"
    name: isvc-sklearn-runtime-predictor-6ff5866d8b-8tsh9.18d6accfc2b0cedd
    namespace: kserve-ci-e2e-test
    resourceVersion: "25714"
    uid: 1325def9-1c30-4f36-a99f-a4ef8aedacc8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:51:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6ff5866d8b-8tsh9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25628"
    uid: bd3894eb-a0b4-4968-9bdf-3faff7664aeb
  kind: Event
  lastTimestamp: "2026-09-19T08:51:50Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T08:51:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:51:50Z"
    name: isvc-sklearn-runtime-predictor-6ff5866d8b-8tsh9.18d6accfc2bc9ac4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25715"
    uid: b4d26cce-b7e2-423b-a4ec-5d0d52db6159
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:51:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6ff5866d8b-8tsh9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25628"
    uid: bd3894eb-a0b4-4968-9bdf-3faff7664aeb
  kind: Event
  lastTimestamp: "2026-09-19T08:51:50Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-19T08:51:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:51:50Z"
    name: isvc-sklearn-runtime-predictor-6ff5866d8b-8tsh9.18d6accfc53f0132
    namespace: kserve-ci-e2e-test
    resourceVersion: "25717"
    uid: 80bb57c5-d9c0-453b-8822-fc4e51c97a00
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:51:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6ff5866d8b-8tsh9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25628"
    uid: bd3894eb-a0b4-4968-9bdf-3faff7664aeb
  kind: Event
  lastTimestamp: "2026-09-19T08:51:50Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-19T08:51:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:51:50Z"
    name: isvc-sklearn-runtime-predictor-6ff5866d8b-8tsh9.18d6accfc5be635b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25718"
    uid: 664f1247-fd9f-406b-b907-4f4a7325c9c9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-19T08:51:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6ff5866d8b-8tsh9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25628"
    uid: bd3894eb-a0b4-4968-9bdf-3faff7664aeb
  kind: Event
  lastTimestamp: "2026-09-19T08:51:57Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.31:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-19T08:51:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:51:57Z"
    name: isvc-sklearn-runtime-predictor-6ff5866d8b-8tsh9.18d6accffb850e80
    namespace: kserve-ci-e2e-test
    resourceVersion: "25784"
    uid: 845c5e5f-d4eb-4b12-9ad6-a0bd416f71cd
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:52:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6ff5866d8b-8tsh9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25628"
    uid: bd3894eb-a0b4-4968-9bdf-3faff7664aeb
  kind: Event
  lastTimestamp: "2026-09-19T08:52:14Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-19T08:52:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:52:14Z"
    name: isvc-sklearn-runtime-predictor-6ff5866d8b-8tsh9.18d6acd56ee2dd37
    namespace: kserve-ci-e2e-test
    resourceVersion: "25942"
    uid: 85b64ff0-15bd-4603-9667-d7099200efb3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:52:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6ff5866d8b-8tsh9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25628"
    uid: bd3894eb-a0b4-4968-9bdf-3faff7664aeb
  kind: Event
  lastTimestamp: "2026-09-19T08:52:14Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-19T08:52:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:52:14Z"
    name: isvc-sklearn-runtime-predictor-6ff5866d8b-8tsh9.18d6acd56ee36eb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25943"
    uid: cb881cf2-6c2e-4ad5-8b27-df8272c0ab1a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:51:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-runtime-predictor-6ff5866d8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25614"
    uid: 96b6edb8-8928-416d-9b25-09d7e290036d
  kind: Event
  lastTimestamp: "2026-09-19T08:51:42Z"
  message: 'Created pod: isvc-sklearn-runtime-predictor-6ff5866d8b-8tsh9'
  metadata:
    creationTimestamp: "2026-09-19T08:51:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:51:42Z"
    name: isvc-sklearn-runtime-predictor-6ff5866d8b.18d6accdfeeb1e5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25627"
    uid: 82d14975-2cf1-4c39-ae8b-f0a3ca16ce3b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:51:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25612"
    uid: 6f29ade7-23ff-430c-bfd6-bc61b746b984
  kind: Event
  lastTimestamp: "2026-09-19T08:51:42Z"
  message: Scaled up replica set isvc-sklearn-runtime-predictor-6ff5866d8b from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-19T08:51:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:51:42Z"
    name: isvc-sklearn-runtime-predictor.18d6accdfbdb341f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25617"
    uid: 2f21d979-4c27-43cd-89af-a620b45e80a6
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:51:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25613"
    uid: 8f36b88e-8461-4325-bc2b-ff673e0c21d5
  kind: Event
  lastTimestamp: "2026-09-19T08:51:57Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-19T08:51:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:51:57Z"
    name: isvc-sklearn-runtime-predictor.18d6acd17a46702e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25789"
    uid: ce683463-602f-47f0-9f8a-7fecb02f8614
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:51:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25613"
    uid: 8f36b88e-8461-4325-bc2b-ff673e0c21d5
  kind: Event
  lastTimestamp: "2026-09-19T08:51:57Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-19T08:51:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:51:57Z"
    name: isvc-sklearn-runtime-predictor.18d6acd17aa78375
    namespace: kserve-ci-e2e-test
    resourceVersion: "25791"
    uid: 1655a7c0-5022-4b00-a80b-283ded2aa710
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:52:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25790"
    uid: 8f36b88e-8461-4325-bc2b-ff673e0c21d5
  kind: Event
  lastTimestamp: "2026-09-19T08:52:12Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-19T08:52:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:52:12Z"
    name: isvc-sklearn-runtime-predictor.18d6acd4f9db6c9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25911"
    uid: fe0d7761-6ae7-4529-b659-e413734d136e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:52:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25790"
    uid: 8f36b88e-8461-4325-bc2b-ff673e0c21d5
  kind: Event
  lastTimestamp: "2026-09-19T08:52:12Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-19T08:52:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:52:12Z"
    name: isvc-sklearn-runtime-predictor.18d6acd4fa2a3f84
    namespace: kserve-ci-e2e-test
    resourceVersion: "25912"
    uid: a04e821e-6f60-4b11-a05a-7ac961d16abe
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-19T08:51:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "25604"
    uid: 8d5585b4-ff9f-4893-a1c2-22510757b890
  kind: Event
  lastTimestamp: "2026-09-19T08:52:07Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-19T08:51:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T08:52:07Z"
    name: isvc-sklearn-runtime.18d6accdfbdead60
    namespace: kserve-ci-e2e-test
    resourceVersion: "25875"
    uid: 25769e2a-d464-4299-b43f-b5335620673e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:51:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "25604"
    uid: 8d5585b4-ff9f-4893-a1c2-22510757b890
  kind: Event
  lastTimestamp: "2026-09-19T08:51:42Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-19T08:51:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T08:51:42Z"
    name: isvc-sklearn-runtime.18d6accdfc71ee13
    namespace: kserve-ci-e2e-test
    resourceVersion: "25619"
    uid: 3d5532df-fed5-4d89-8827-db152a9cdc32
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:52:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "25873"
    uid: 8d5585b4-ff9f-4893-a1c2-22510757b890
  kind: Event
  lastTimestamp: "2026-09-19T08:52:07Z"
  message: InferenceService [isvc-sklearn-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-19T08:52:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T08:52:07Z"
    name: isvc-sklearn-runtime.18d6acd3ba7cc402
    namespace: kserve-ci-e2e-test
    resourceVersion: "25874"
    uid: 278e87fa-eff7-4daf-9bf4-248136cfb675
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-19T09:08:07.111895Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-79698dfdf9-9g2vz
    namespace: kserve-ci-e2e-test
    resourceVersion: "35333"
    uid: 938db65d-5832-4d96-8a91-302e206895ff
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-predictor-79698dfdf9-9g2vz
    to ip-10-0-136-99.ec2.internal
  metadata:
    creationTimestamp: "2026-09-19T09:08:07Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-19T09:08:07Z"
    name: isvc-sklearn-s3-predictor-79698dfdf9-9g2vz.18d6adb334246584
    namespace: kserve-ci-e2e-test
    resourceVersion: "35339"
    uid: 39e1d18a-e228-4c35-b1d7-8dbb7fc87bdb
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-d6b67db56-fftfm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:08:07Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-79698dfdf9-9g2vz
    namespace: kserve-ci-e2e-test
    resourceVersion: "35344"
    uid: 938db65d-5832-4d96-8a91-302e206895ff
  kind: Event
  lastTimestamp: "2026-09-19T09:08:07Z"
  message: Add eth0 [10.132.0.64/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-19T09:08:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-19T09:08:07Z"
    name: isvc-sklearn-s3-predictor-79698dfdf9-9g2vz.18d6adb3565a9538
    namespace: kserve-ci-e2e-test
    resourceVersion: "35351"
    uid: 7522bb81-64b5-4f62-8944-384ceb3ea8c0
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:08:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-79698dfdf9-9g2vz
    namespace: kserve-ci-e2e-test
    resourceVersion: "35335"
    uid: 938db65d-5832-4d96-8a91-302e206895ff
  kind: Event
  lastTimestamp: "2026-09-19T09:08:07Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T09:08:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:08:07Z"
    name: isvc-sklearn-s3-predictor-79698dfdf9-9g2vz.18d6adb357c1e25b
    namespace: kserve-ci-e2e-test
    resourceVersion: "35353"
    uid: 732014c3-7248-42e7-a0ac-a53be7ea7e78
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:08:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-79698dfdf9-9g2vz
    namespace: kserve-ci-e2e-test
    resourceVersion: "35335"
    uid: 938db65d-5832-4d96-8a91-302e206895ff
  kind: Event
  lastTimestamp: "2026-09-19T09:08:07Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-19T09:08:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:08:07Z"
    name: isvc-sklearn-s3-predictor-79698dfdf9-9g2vz.18d6adb35ab4e972
    namespace: kserve-ci-e2e-test
    resourceVersion: "35355"
    uid: 67380496-bbea-4723-92a3-96b0434a2fd4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:08:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-79698dfdf9-9g2vz
    namespace: kserve-ci-e2e-test
    resourceVersion: "35335"
    uid: 938db65d-5832-4d96-8a91-302e206895ff
  kind: Event
  lastTimestamp: "2026-09-19T09:08:07Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-19T09:08:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:08:07Z"
    name: isvc-sklearn-s3-predictor-79698dfdf9-9g2vz.18d6adb35b293f0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "35356"
    uid: 30882de8-6ee9-4944-9bdc-00cc91ec32d9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:08:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-79698dfdf9-9g2vz
    namespace: kserve-ci-e2e-test
    resourceVersion: "35335"
    uid: 938db65d-5832-4d96-8a91-302e206895ff
  kind: Event
  lastTimestamp: "2026-09-19T09:08:09Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-2013"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T09:08:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:08:09Z"
    name: isvc-sklearn-s3-predictor-79698dfdf9-9g2vz.18d6adb3cfd8dc3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "35387"
    uid: eee92fc8-31ca-4f0e-bca5-38defeff7fbf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:08:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-79698dfdf9-9g2vz
    namespace: kserve-ci-e2e-test
    resourceVersion: "35335"
    uid: 938db65d-5832-4d96-8a91-302e206895ff
  kind: Event
  lastTimestamp: "2026-09-19T09:08:09Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-19T09:08:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:08:09Z"
    name: isvc-sklearn-s3-predictor-79698dfdf9-9g2vz.18d6adb3d33b437f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35392"
    uid: 8f9aedbc-23f0-4550-8858-2cfee9fdba26
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:08:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-79698dfdf9-9g2vz
    namespace: kserve-ci-e2e-test
    resourceVersion: "35335"
    uid: 938db65d-5832-4d96-8a91-302e206895ff
  kind: Event
  lastTimestamp: "2026-09-19T09:08:09Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-19T09:08:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:08:09Z"
    name: isvc-sklearn-s3-predictor-79698dfdf9-9g2vz.18d6adb3d3b43810
    namespace: kserve-ci-e2e-test
    resourceVersion: "35393"
    uid: eb8c0859-28e6-44d9-b43f-68f78e80d378
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:08:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-79698dfdf9-9g2vz
    namespace: kserve-ci-e2e-test
    resourceVersion: "35335"
    uid: 938db65d-5832-4d96-8a91-302e206895ff
  kind: Event
  lastTimestamp: "2026-09-19T09:08:09Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T09:08:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:08:09Z"
    name: isvc-sklearn-s3-predictor-79698dfdf9-9g2vz.18d6adb3d3bf5103
    namespace: kserve-ci-e2e-test
    resourceVersion: "35394"
    uid: 4b71f170-5c25-47f9-b4c4-5172667a3fb8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:08:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-79698dfdf9-9g2vz
    namespace: kserve-ci-e2e-test
    resourceVersion: "35335"
    uid: 938db65d-5832-4d96-8a91-302e206895ff
  kind: Event
  lastTimestamp: "2026-09-19T09:08:09Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-19T09:08:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:08:09Z"
    name: isvc-sklearn-s3-predictor-79698dfdf9-9g2vz.18d6adb3d748cbb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "35397"
    uid: 0968a682-b90e-43a2-909f-5fc79cf1c616
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:08:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-79698dfdf9-9g2vz
    namespace: kserve-ci-e2e-test
    resourceVersion: "35335"
    uid: 938db65d-5832-4d96-8a91-302e206895ff
  kind: Event
  lastTimestamp: "2026-09-19T09:08:09Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-19T09:08:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:08:09Z"
    name: isvc-sklearn-s3-predictor-79698dfdf9-9g2vz.18d6adb3d7bea40a
    namespace: kserve-ci-e2e-test
    resourceVersion: "35398"
    uid: b087e381-2e8a-4ec9-bd26-052df2579df2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-19T09:08:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-79698dfdf9-9g2vz
    namespace: kserve-ci-e2e-test
    resourceVersion: "35335"
    uid: 938db65d-5832-4d96-8a91-302e206895ff
  kind: Event
  lastTimestamp: "2026-09-19T09:09:37Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.64:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-19T09:08:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:09:37Z"
    name: isvc-sklearn-s3-predictor-79698dfdf9-9g2vz.18d6adb447d2eba5
    namespace: kserve-ci-e2e-test
    resourceVersion: "36152"
    uid: 00d3be48-efdf-4f58-b142-2db81cd56140
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:09:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-79698dfdf9-9g2vz
    namespace: kserve-ci-e2e-test
    resourceVersion: "35335"
    uid: 938db65d-5832-4d96-8a91-302e206895ff
  kind: Event
  lastTimestamp: "2026-09-19T09:09:37Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-19T09:09:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:09:37Z"
    name: isvc-sklearn-s3-predictor-79698dfdf9-9g2vz.18d6adc848145360
    namespace: kserve-ci-e2e-test
    resourceVersion: "36136"
    uid: 98710b72-9ba1-440b-a1c8-dbaa6c7e7000
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:09:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-79698dfdf9-9g2vz
    namespace: kserve-ci-e2e-test
    resourceVersion: "35335"
    uid: 938db65d-5832-4d96-8a91-302e206895ff
  kind: Event
  lastTimestamp: "2026-09-19T09:09:37Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-19T09:09:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:09:37Z"
    name: isvc-sklearn-s3-predictor-79698dfdf9-9g2vz.18d6adc84814d8d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36137"
    uid: 13b2d0be-52c5-4e4f-ac67-dd0a23e00789
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-19T09:09:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-79698dfdf9-9g2vz
    namespace: kserve-ci-e2e-test
    resourceVersion: "35335"
    uid: 938db65d-5832-4d96-8a91-302e206895ff
  kind: Event
  lastTimestamp: "2026-09-19T09:09:42Z"
  message: 'Readiness probe failed: Get "https://10.132.0.64:8643/healthz": dial tcp
    10.132.0.64:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-19T09:09:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:09:42Z"
    name: isvc-sklearn-s3-predictor-79698dfdf9-9g2vz.18d6adc84e1e690b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36230"
    uid: b8f2e12f-ebbb-4e6b-acf4-a2f643b6273b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:08:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-predictor-79698dfdf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "35324"
    uid: 615c4542-89bc-4861-add9-1fbe40bf56ed
  kind: Event
  lastTimestamp: "2026-09-19T09:08:07Z"
  message: 'Created pod: isvc-sklearn-s3-predictor-79698dfdf9-9g2vz'
  metadata:
    creationTimestamp: "2026-09-19T09:08:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T09:08:07Z"
    name: isvc-sklearn-s3-predictor-79698dfdf9.18d6adb3339a9997
    namespace: kserve-ci-e2e-test
    resourceVersion: "35334"
    uid: 679c8518-7e82-4861-90b7-0fc935c78998
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:08:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35321"
    uid: 143590e5-95cd-4f2f-8908-487b64fa17c1
  kind: Event
  lastTimestamp: "2026-09-19T09:08:07Z"
  message: Scaled up replica set isvc-sklearn-s3-predictor-79698dfdf9 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-19T09:08:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T09:08:07Z"
    name: isvc-sklearn-s3-predictor.18d6adb330546b9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "35326"
    uid: cb1418c9-6837-4b65-b59e-1b7a3a1ed007
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-19T09:08:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35323"
    uid: 34bab664-d82f-4eaf-b625-3fac332159f9
  kind: Event
  lastTimestamp: "2026-09-19T09:08:52Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-19T09:08:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T09:08:52Z"
    name: isvc-sklearn-s3-predictor.18d6adb6aeb01d22
    namespace: kserve-ci-e2e-test
    resourceVersion: "35693"
    uid: 8ed397fb-be0a-4841-8c93-dd1082f503db
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-19T09:08:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35323"
    uid: 34bab664-d82f-4eaf-b625-3fac332159f9
  kind: Event
  lastTimestamp: "2026-09-19T09:08:52Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-19T09:08:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T09:08:52Z"
    name: isvc-sklearn-s3-predictor.18d6adb6af10f9e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "35694"
    uid: 889828d6-f738-496b-a4d0-950786b4da8a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-19T09:09:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35483"
    uid: 34bab664-d82f-4eaf-b625-3fac332159f9
  kind: Event
  lastTimestamp: "2026-09-19T09:09:37Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-19T09:09:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T09:09:37Z"
    name: isvc-sklearn-s3-predictor.18d6adc12c87e968
    namespace: kserve-ci-e2e-test
    resourceVersion: "36114"
    uid: b82bce29-1568-4127-b7b7-81e9fa5572bc
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-19T09:09:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35483"
    uid: 34bab664-d82f-4eaf-b625-3fac332159f9
  kind: Event
  lastTimestamp: "2026-09-19T09:09:37Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-19T09:09:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T09:09:37Z"
    name: isvc-sklearn-s3-predictor.18d6adc12d0101b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36115"
    uid: a2658cd5-1825-473a-aaa5-4d71fcc5a8b8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-19T09:13:11.224038Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-5957446b95-869df
    namespace: kserve-ci-e2e-test
    resourceVersion: "38288"
    uid: ff6ccdb1-4bfb-4db5-9aca-31175c521379
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-custom-fail-predictor-5957446b95-869df
    to ip-10-0-136-99.ec2.internal
  metadata:
    creationTimestamp: "2026-09-19T09:13:11Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-19T09:13:11Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-5957446b95-869df.18d6adfa02a37c2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "38293"
    uid: 671d9f13-44f8-48a2-a01e-d4019d445fca
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-d6b67db56-fftfm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:13:11Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-5957446b95-869df
    namespace: kserve-ci-e2e-test
    resourceVersion: "38300"
    uid: ff6ccdb1-4bfb-4db5-9aca-31175c521379
  kind: Event
  lastTimestamp: "2026-09-19T09:13:11Z"
  message: Add eth0 [10.132.0.67/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-19T09:13:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-19T09:13:11Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-5957446b95-869df.18d6adfa24e20208
    namespace: kserve-ci-e2e-test
    resourceVersion: "38314"
    uid: e2703c11-584f-4106-b6c8-50e59bca11c9
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-19T09:13:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-5957446b95-869df
    namespace: kserve-ci-e2e-test
    resourceVersion: "38291"
    uid: ff6ccdb1-4bfb-4db5-9aca-31175c521379
  kind: Event
  lastTimestamp: "2026-09-19T09:13:16Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T09:13:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:13:16Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-5957446b95-869df.18d6adfa264c942b
    namespace: kserve-ci-e2e-test
    resourceVersion: "38357"
    uid: 5e1309ec-262c-4bbf-9348-de79b0f4c0cf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-19T09:13:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-5957446b95-869df
    namespace: kserve-ci-e2e-test
    resourceVersion: "38291"
    uid: ff6ccdb1-4bfb-4db5-9aca-31175c521379
  kind: Event
  lastTimestamp: "2026-09-19T09:13:16Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-19T09:13:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:13:16Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-5957446b95-869df.18d6adfa291efc49
    namespace: kserve-ci-e2e-test
    resourceVersion: "38362"
    uid: 47892423-80e4-4986-bd52-84492789ac0d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-19T09:13:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-5957446b95-869df
    namespace: kserve-ci-e2e-test
    resourceVersion: "38291"
    uid: ff6ccdb1-4bfb-4db5-9aca-31175c521379
  kind: Event
  lastTimestamp: "2026-09-19T09:13:16Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-19T09:13:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:13:16Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-5957446b95-869df.18d6adfa2993137c
    namespace: kserve-ci-e2e-test
    resourceVersion: "38363"
    uid: 9773b5ab-e77f-4017-91e3-a6d1343e5140
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:13:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-5957446b95-869df
    namespace: kserve-ci-e2e-test
    resourceVersion: "38291"
    uid: ff6ccdb1-4bfb-4db5-9aca-31175c521379
  kind: Event
  lastTimestamp: "2026-09-19T09:13:21Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-09-19T09:13:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:13:21Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-5957446b95-869df.18d6adfc544cf17c
    namespace: kserve-ci-e2e-test
    resourceVersion: "38418"
    uid: eeb3a33f-909d-495d-b525-5c1a7a19847f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:13:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-custom-fail-predictor-5957446b95
    namespace: kserve-ci-e2e-test
    resourceVersion: "38279"
    uid: 78aa670d-6f6a-49cd-ad6d-1041c7d399fb
  kind: Event
  lastTimestamp: "2026-09-19T09:13:11Z"
  message: 'Created pod: isvc-sklearn-s3-tls-custom-fail-predictor-5957446b95-869df'
  metadata:
    creationTimestamp: "2026-09-19T09:13:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T09:13:11Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-5957446b95.18d6adfa01efe515
    namespace: kserve-ci-e2e-test
    resourceVersion: "38290"
    uid: 058ad7e2-4b62-47e6-8ad8-ff579969261a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:13:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-custom-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38276"
    uid: 16e9b05f-58a5-4299-9ff4-ec9ed2b04444
  kind: Event
  lastTimestamp: "2026-09-19T09:13:11Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-custom-fail-predictor-5957446b95
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-19T09:13:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T09:13:11Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor.18d6adf9ff5ada53
    namespace: kserve-ci-e2e-test
    resourceVersion: "38280"
    uid: 00300639-d5cc-4817-b858-5b1e69d73a59
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-19T09:13:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "38269"
    uid: 80d53e5f-ff62-46a0-9a7a-7005b40d5f86
  kind: Event
  lastTimestamp: "2026-09-19T09:13:16Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-19T09:13:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T09:13:16Z"
    name: isvc-sklearn-s3-tls-custom-fail.18d6adf9ff5d90fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "38364"
    uid: ac3ced46-a65d-4902-a0e5-58a5ba3d90b8
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-19T09:13:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "38269"
    uid: 80d53e5f-ff62-46a0-9a7a-7005b40d5f86
  kind: Event
  lastTimestamp: "2026-09-19T09:13:11Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-custom-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-19T09:13:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T09:13:11Z"
    name: isvc-sklearn-s3-tls-custom-fail.18d6adfa0007b3e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "38302"
    uid: b3576766-f65f-491c-afd0-0b8370856ef7
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:13:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "38271"
    uid: 80d53e5f-ff62-46a0-9a7a-7005b40d5f86
  kind: Event
  lastTimestamp: "2026-09-19T09:13:11Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-fail": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-19T09:13:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T09:13:11Z"
    name: isvc-sklearn-s3-tls-custom-fail.18d6adfa063b99e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "38303"
    uid: 3129f975-5305-4c26-bccd-b852046e9d7c
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-19T09:11:30.089764Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-658d5f6fb7-j7glj
    namespace: kserve-ci-e2e-test
    resourceVersion: "37277"
    uid: 6013c052-ca1b-4a11-a345-8634e422efa5
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-custom-pass-predictor-658d5f6fb7-j7glj
    to ip-10-0-136-99.ec2.internal
  metadata:
    creationTimestamp: "2026-09-19T09:11:30Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-19T09:11:30Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-658d5f6fb7-j7glj.18d6ade27690ec66
    namespace: kserve-ci-e2e-test
    resourceVersion: "37281"
    uid: 7a98bedd-ae7f-4443-8dac-a5d6de8e92a4
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-d6b67db56-fftfm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:11:30Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-658d5f6fb7-j7glj
    namespace: kserve-ci-e2e-test
    resourceVersion: "37279"
    uid: 6013c052-ca1b-4a11-a345-8634e422efa5
  kind: Event
  lastTimestamp: "2026-09-19T09:11:30Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-tls-custom-pass-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-19T09:11:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:11:30Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-658d5f6fb7-j7glj.18d6ade27e26a974
    namespace: kserve-ci-e2e-test
    resourceVersion: "37290"
    uid: 97aaf5b6-077b-44ff-a17c-d02e58e6c062
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:11:31Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-658d5f6fb7-j7glj
    namespace: kserve-ci-e2e-test
    resourceVersion: "37286"
    uid: 6013c052-ca1b-4a11-a345-8634e422efa5
  kind: Event
  lastTimestamp: "2026-09-19T09:11:31Z"
  message: Add eth0 [10.132.0.66/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-19T09:11:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-19T09:11:31Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-658d5f6fb7-j7glj.18d6ade2bccd6a17
    namespace: kserve-ci-e2e-test
    resourceVersion: "37304"
    uid: 70ab8231-b378-46ee-9ed2-368df818aae0
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:11:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-658d5f6fb7-j7glj
    namespace: kserve-ci-e2e-test
    resourceVersion: "37279"
    uid: 6013c052-ca1b-4a11-a345-8634e422efa5
  kind: Event
  lastTimestamp: "2026-09-19T09:11:31Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T09:11:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:11:31Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-658d5f6fb7-j7glj.18d6ade2bfb7c72b
    namespace: kserve-ci-e2e-test
    resourceVersion: "37306"
    uid: 65c0bc80-71a4-4c00-895a-3a620d976407
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:11:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-658d5f6fb7-j7glj
    namespace: kserve-ci-e2e-test
    resourceVersion: "37279"
    uid: 6013c052-ca1b-4a11-a345-8634e422efa5
  kind: Event
  lastTimestamp: "2026-09-19T09:11:31Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-19T09:11:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:11:31Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-658d5f6fb7-j7glj.18d6ade2c3902e20
    namespace: kserve-ci-e2e-test
    resourceVersion: "37308"
    uid: 955b1855-9e5d-4e78-ab74-d0d162b1fc9b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:11:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-658d5f6fb7-j7glj
    namespace: kserve-ci-e2e-test
    resourceVersion: "37279"
    uid: 6013c052-ca1b-4a11-a345-8634e422efa5
  kind: Event
  lastTimestamp: "2026-09-19T09:11:31Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-19T09:11:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:11:31Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-658d5f6fb7-j7glj.18d6ade2c403c5ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "37309"
    uid: 3a25fd73-8713-41ff-b185-71753e673dd8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:11:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-658d5f6fb7-j7glj
    namespace: kserve-ci-e2e-test
    resourceVersion: "37279"
    uid: 6013c052-ca1b-4a11-a345-8634e422efa5
  kind: Event
  lastTimestamp: "2026-09-19T09:11:32Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-2013"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T09:11:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:11:32Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-658d5f6fb7-j7glj.18d6ade3155bd216
    namespace: kserve-ci-e2e-test
    resourceVersion: "37324"
    uid: 8f516e4c-a5a7-48b4-a1f8-cb8b47f56a17
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:11:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-658d5f6fb7-j7glj
    namespace: kserve-ci-e2e-test
    resourceVersion: "37279"
    uid: 6013c052-ca1b-4a11-a345-8634e422efa5
  kind: Event
  lastTimestamp: "2026-09-19T09:11:32Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-19T09:11:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:11:32Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-658d5f6fb7-j7glj.18d6ade3192a56cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "37326"
    uid: 12fb4716-2b21-45e4-b704-b1c126589250
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:11:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-658d5f6fb7-j7glj
    namespace: kserve-ci-e2e-test
    resourceVersion: "37279"
    uid: 6013c052-ca1b-4a11-a345-8634e422efa5
  kind: Event
  lastTimestamp: "2026-09-19T09:11:32Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-19T09:11:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:11:32Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-658d5f6fb7-j7glj.18d6ade319a077b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "37327"
    uid: b129997a-793a-4931-8798-2410f8a0dce0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:11:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-658d5f6fb7-j7glj
    namespace: kserve-ci-e2e-test
    resourceVersion: "37279"
    uid: 6013c052-ca1b-4a11-a345-8634e422efa5
  kind: Event
  lastTimestamp: "2026-09-19T09:11:32Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T09:11:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:11:32Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-658d5f6fb7-j7glj.18d6ade319ac74b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "37328"
    uid: d5e7483f-47fa-4bd6-bb4f-c20e7af2872f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:11:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-658d5f6fb7-j7glj
    namespace: kserve-ci-e2e-test
    resourceVersion: "37279"
    uid: 6013c052-ca1b-4a11-a345-8634e422efa5
  kind: Event
  lastTimestamp: "2026-09-19T09:11:32Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-19T09:11:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:11:32Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-658d5f6fb7-j7glj.18d6ade31d8d13aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "37332"
    uid: c38c4c30-3c4e-4179-a0f8-821401838be1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:11:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-658d5f6fb7-j7glj
    namespace: kserve-ci-e2e-test
    resourceVersion: "37279"
    uid: 6013c052-ca1b-4a11-a345-8634e422efa5
  kind: Event
  lastTimestamp: "2026-09-19T09:11:32Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-19T09:11:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:11:32Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-658d5f6fb7-j7glj.18d6ade31e02f194
    namespace: kserve-ci-e2e-test
    resourceVersion: "37333"
    uid: 90e05aa8-d40e-4895-a9a5-c16efee011c4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-19T09:11:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-658d5f6fb7-j7glj
    namespace: kserve-ci-e2e-test
    resourceVersion: "37279"
    uid: 6013c052-ca1b-4a11-a345-8634e422efa5
  kind: Event
  lastTimestamp: "2026-09-19T09:13:10Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.66:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-19T09:11:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:13:10Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-658d5f6fb7-j7glj.18d6ade38d613ad6
    namespace: kserve-ci-e2e-test
    resourceVersion: "38258"
    uid: 0fbb4420-d314-47e8-a07f-6f9e676791ec
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:13:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-658d5f6fb7-j7glj
    namespace: kserve-ci-e2e-test
    resourceVersion: "37279"
    uid: 6013c052-ca1b-4a11-a345-8634e422efa5
  kind: Event
  lastTimestamp: "2026-09-19T09:13:10Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-19T09:13:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:13:10Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-658d5f6fb7-j7glj.18d6adf9bedcc77c
    namespace: kserve-ci-e2e-test
    resourceVersion: "38251"
    uid: ad06232c-0958-4841-a1d4-f7d9a63c0fe3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:13:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-658d5f6fb7-j7glj
    namespace: kserve-ci-e2e-test
    resourceVersion: "37279"
    uid: 6013c052-ca1b-4a11-a345-8634e422efa5
  kind: Event
  lastTimestamp: "2026-09-19T09:13:10Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-19T09:13:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:13:10Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-658d5f6fb7-j7glj.18d6adf9bedddde4
    namespace: kserve-ci-e2e-test
    resourceVersion: "38252"
    uid: 44d2283a-6beb-45ab-a21f-e68b53e5ac9d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:13:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-658d5f6fb7-j7glj
    namespace: kserve-ci-e2e-test
    resourceVersion: "37279"
    uid: 6013c052-ca1b-4a11-a345-8634e422efa5
  kind: Event
  lastTimestamp: "2026-09-19T09:13:10Z"
  message: 'Readiness probe failed: Get "https://10.132.0.66:8643/healthz": dial tcp
    10.132.0.66:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-19T09:13:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:13:10Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-658d5f6fb7-j7glj.18d6adf9e7ac3b30
    namespace: kserve-ci-e2e-test
    resourceVersion: "38257"
    uid: 6daf4988-57c0-4cfa-ae78-5575668007f9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:11:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-custom-pass-predictor-658d5f6fb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "37268"
    uid: 304cfffe-f106-4ccf-987d-1229fc1e0623
  kind: Event
  lastTimestamp: "2026-09-19T09:11:30Z"
  message: 'Created pod: isvc-sklearn-s3-tls-custom-pass-predictor-658d5f6fb7-j7glj'
  metadata:
    creationTimestamp: "2026-09-19T09:11:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T09:11:30Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-658d5f6fb7.18d6ade276228a9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "37278"
    uid: 53242234-fa40-43b8-b95a-d22e1de379b3
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:11:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37266"
    uid: 057d8c94-8fc8-494b-87a0-e4f9f1a6e286
  kind: Event
  lastTimestamp: "2026-09-19T09:11:30Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-custom-pass-predictor-658d5f6fb7
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-19T09:11:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T09:11:30Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18d6ade2728e224b
    namespace: kserve-ci-e2e-test
    resourceVersion: "37270"
    uid: a1a756fb-3b0f-47cf-9828-5df21b82db0f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-19T09:11:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37267"
    uid: 65a0feb7-ad05-424f-8271-237e61909766
  kind: Event
  lastTimestamp: "2026-09-19T09:12:00Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-19T09:11:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T09:12:00Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18d6ade5f10ea68b
    namespace: kserve-ci-e2e-test
    resourceVersion: "37626"
    uid: 3fbb59bf-11ee-49a4-a40e-aa245bf8ae2a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-19T09:11:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37267"
    uid: 65a0feb7-ad05-424f-8271-237e61909766
  kind: Event
  lastTimestamp: "2026-09-19T09:12:00Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-19T09:11:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T09:12:00Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18d6ade5f16fe09b
    namespace: kserve-ci-e2e-test
    resourceVersion: "37627"
    uid: d17590c0-25ad-445b-9f34-7603ab357f82
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-19T09:12:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37458"
    uid: 65a0feb7-ad05-424f-8271-237e61909766
  kind: Event
  lastTimestamp: "2026-09-19T09:13:00Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-19T09:12:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T09:13:00Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18d6adecef6b162d
    namespace: kserve-ci-e2e-test
    resourceVersion: "38148"
    uid: 821a0f3b-f7d8-4ec3-a374-99d2801ae351
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-19T09:12:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37458"
    uid: 65a0feb7-ad05-424f-8271-237e61909766
  kind: Event
  lastTimestamp: "2026-09-19T09:13:00Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-19T09:12:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T09:13:00Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18d6adecefe4e7e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "38149"
    uid: 18603c29-fefc-4280-98d9-0daaf22cfff3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-19T09:11:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "37259"
    uid: 936e6891-f81f-448c-8712-0562ec026d3c
  kind: Event
  lastTimestamp: "2026-09-19T09:13:00Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-19T09:11:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T09:13:00Z"
    name: isvc-sklearn-s3-tls-custom-pass.18d6ade272a85975
    namespace: kserve-ci-e2e-test
    resourceVersion: "38164"
    uid: 7a5435e8-4ae4-4e81-bd30-a37867bc3b65
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:11:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "37259"
    uid: 936e6891-f81f-448c-8712-0562ec026d3c
  kind: Event
  lastTimestamp: "2026-09-19T09:11:30Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-custom-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-19T09:11:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T09:11:30Z"
    name: isvc-sklearn-s3-tls-custom-pass.18d6ade273584e15
    namespace: kserve-ci-e2e-test
    resourceVersion: "37274"
    uid: 0dd861e2-29c7-487c-a6f8-b7bc30c2f205
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:13:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "38162"
    uid: 936e6891-f81f-448c-8712-0562ec026d3c
  kind: Event
  lastTimestamp: "2026-09-19T09:13:00Z"
  message: InferenceService [isvc-sklearn-s3-tls-custom-pass] is Ready
  metadata:
    creationTimestamp: "2026-09-19T09:13:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T09:13:00Z"
    name: isvc-sklearn-s3-tls-custom-pass.18d6adf79a8dc051
    namespace: kserve-ci-e2e-test
    resourceVersion: "38163"
    uid: fb7aa0ed-f8aa-4031-8598-9545f4f74c33
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-19T09:11:18.953763Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-77c7fccb99-mp7xz
    namespace: kserve-ci-e2e-test
    resourceVersion: "37109"
    uid: 255ba306-5b12-4de8-8089-a7f7cda62eec
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-global-fail-predictor-77c7fccb99-mp7xz
    to ip-10-0-136-99.ec2.internal
  metadata:
    creationTimestamp: "2026-09-19T09:11:18Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-19T09:11:18Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-77c7fccb99-mp7xz.18d6addfdecf0bad
    namespace: kserve-ci-e2e-test
    resourceVersion: "37113"
    uid: fe541256-22b6-4181-b9b8-e3b78c3d8203
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-d6b67db56-fftfm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:11:19Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-77c7fccb99-mp7xz
    namespace: kserve-ci-e2e-test
    resourceVersion: "37119"
    uid: 255ba306-5b12-4de8-8089-a7f7cda62eec
  kind: Event
  lastTimestamp: "2026-09-19T09:11:19Z"
  message: Add eth0 [10.132.0.65/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-19T09:11:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-19T09:11:19Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-77c7fccb99-mp7xz.18d6ade000ec9b31
    namespace: kserve-ci-e2e-test
    resourceVersion: "37132"
    uid: 57b4e1d1-404f-49f3-acba-b46cd71874b0
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-19T09:11:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-77c7fccb99-mp7xz
    namespace: kserve-ci-e2e-test
    resourceVersion: "37111"
    uid: 255ba306-5b12-4de8-8089-a7f7cda62eec
  kind: Event
  lastTimestamp: "2026-09-19T09:11:23Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T09:11:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:11:23Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-77c7fccb99-mp7xz.18d6ade0024f0fec
    namespace: kserve-ci-e2e-test
    resourceVersion: "37173"
    uid: b4b4a015-06d7-41a2-ab25-650a4f60aae6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-19T09:11:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-77c7fccb99-mp7xz
    namespace: kserve-ci-e2e-test
    resourceVersion: "37111"
    uid: 255ba306-5b12-4de8-8089-a7f7cda62eec
  kind: Event
  lastTimestamp: "2026-09-19T09:11:23Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-19T09:11:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:11:23Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-77c7fccb99-mp7xz.18d6ade005270ef1
    namespace: kserve-ci-e2e-test
    resourceVersion: "37175"
    uid: 5913a6b1-6e2b-4cd1-b7cc-c046717df71a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-19T09:11:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-77c7fccb99-mp7xz
    namespace: kserve-ci-e2e-test
    resourceVersion: "37111"
    uid: 255ba306-5b12-4de8-8089-a7f7cda62eec
  kind: Event
  lastTimestamp: "2026-09-19T09:11:23Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-19T09:11:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:11:23Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-77c7fccb99-mp7xz.18d6ade00599538e
    namespace: kserve-ci-e2e-test
    resourceVersion: "37176"
    uid: 03dcdc22-2bce-4389-b712-c13c29998a53
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:11:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-77c7fccb99-mp7xz
    namespace: kserve-ci-e2e-test
    resourceVersion: "37111"
    uid: 255ba306-5b12-4de8-8089-a7f7cda62eec
  kind: Event
  lastTimestamp: "2026-09-19T09:11:26Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-sklearn-s3-tls-global-fail-predictor-77c7fccb99-mp7xz_kserve-ci-e2e-test(255ba306-5b12-4de8-8089-a7f7cda62eec)
  metadata:
    creationTimestamp: "2026-09-19T09:11:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:11:26Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-77c7fccb99-mp7xz.18d6ade1adec7772
    namespace: kserve-ci-e2e-test
    resourceVersion: "37201"
    uid: f595f8ea-432b-4df5-86f7-06414d02574a
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:11:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-global-fail-predictor-77c7fccb99
    namespace: kserve-ci-e2e-test
    resourceVersion: "37099"
    uid: 04b59677-8b02-4054-8bce-bbf0c42bcdf7
  kind: Event
  lastTimestamp: "2026-09-19T09:11:18Z"
  message: 'Created pod: isvc-sklearn-s3-tls-global-fail-predictor-77c7fccb99-mp7xz'
  metadata:
    creationTimestamp: "2026-09-19T09:11:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T09:11:18Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-77c7fccb99.18d6addfde52eabb
    namespace: kserve-ci-e2e-test
    resourceVersion: "37110"
    uid: 16f7eaff-030c-471c-a2e6-ba72c835c4af
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:11:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-global-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37097"
    uid: c8627cdb-eb1b-4ff9-80c1-3e0510943bf3
  kind: Event
  lastTimestamp: "2026-09-19T09:11:18Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-global-fail-predictor-77c7fccb99
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-19T09:11:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T09:11:18Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor.18d6addfdb441eaa
    namespace: kserve-ci-e2e-test
    resourceVersion: "37101"
    uid: 7e679685-95aa-410b-950e-d53d4e1baed0
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-19T09:11:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "37088"
    uid: 039eefef-ba0c-4ec9-b4ec-d676ae97a2be
  kind: Event
  lastTimestamp: "2026-09-19T09:11:26Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-19T09:11:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T09:11:26Z"
    name: isvc-sklearn-s3-tls-global-fail.18d6addfdb494b7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "37205"
    uid: f474d6f7-5f0c-4414-9901-39d2f3bab64a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:11:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "37088"
    uid: 039eefef-ba0c-4ec9-b4ec-d676ae97a2be
  kind: Event
  lastTimestamp: "2026-09-19T09:11:18Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-global-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-19T09:11:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T09:11:18Z"
    name: isvc-sklearn-s3-tls-global-fail.18d6addfdbe3f7fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "37104"
    uid: 10589e78-0e2a-47c4-b63a-8764de9c744e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-19T09:09:37.820519Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-76b5c79bc9-mzcg9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36163"
    uid: bf168c2a-443a-42bc-9207-e8a75e966b79
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-global-pass-predictor-76b5c79bc9-mzcg9
    to ip-10-0-136-228.ec2.internal
  metadata:
    creationTimestamp: "2026-09-19T09:09:37Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-19T09:09:37Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-76b5c79bc9-mzcg9.18d6adc852cc2590
    namespace: kserve-ci-e2e-test
    resourceVersion: "36167"
    uid: 3ece7a75-9997-4faf-beec-103f89191001
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-d6b67db56-fftfm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:09:41Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-76b5c79bc9-mzcg9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36174"
    uid: bf168c2a-443a-42bc-9207-e8a75e966b79
  kind: Event
  lastTimestamp: "2026-09-19T09:09:41Z"
  message: Add eth0 [10.133.0.51/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-19T09:09:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-19T09:09:41Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-76b5c79bc9-mzcg9.18d6adc94759300b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36216"
    uid: 9c2cb4bb-6801-4d98-b6fe-f3b25633faba
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:09:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-76b5c79bc9-mzcg9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36164"
    uid: bf168c2a-443a-42bc-9207-e8a75e966b79
  kind: Event
  lastTimestamp: "2026-09-19T09:09:41Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T09:09:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:09:41Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-76b5c79bc9-mzcg9.18d6adc94964f23d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36218"
    uid: 1ac90594-486c-4b31-aab7-43797310e3ce
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:09:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-76b5c79bc9-mzcg9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36164"
    uid: bf168c2a-443a-42bc-9207-e8a75e966b79
  kind: Event
  lastTimestamp: "2026-09-19T09:09:42Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-19T09:09:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:09:42Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-76b5c79bc9-mzcg9.18d6adc94c99ef6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36219"
    uid: cd6d8c15-eff9-4b7e-bab2-cb95da9401e8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:09:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-76b5c79bc9-mzcg9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36164"
    uid: bf168c2a-443a-42bc-9207-e8a75e966b79
  kind: Event
  lastTimestamp: "2026-09-19T09:09:42Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-19T09:09:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:09:42Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-76b5c79bc9-mzcg9.18d6adc94d1a74e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "36220"
    uid: 4f5ccfea-5439-4a0b-a44e-70e78e58c45c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:09:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-76b5c79bc9-mzcg9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36164"
    uid: bf168c2a-443a-42bc-9207-e8a75e966b79
  kind: Event
  lastTimestamp: "2026-09-19T09:09:43Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-2013"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T09:09:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:09:43Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-76b5c79bc9-mzcg9.18d6adc9b13dcdbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "36242"
    uid: f38ef52b-955a-4d09-a51d-f8ae640dce6a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:09:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-76b5c79bc9-mzcg9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36164"
    uid: bf168c2a-443a-42bc-9207-e8a75e966b79
  kind: Event
  lastTimestamp: "2026-09-19T09:09:43Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-19T09:09:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:09:43Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-76b5c79bc9-mzcg9.18d6adc9b51784f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "36245"
    uid: 019ac599-ad82-46d9-98ba-0ae063ecec99
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:09:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-76b5c79bc9-mzcg9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36164"
    uid: bf168c2a-443a-42bc-9207-e8a75e966b79
  kind: Event
  lastTimestamp: "2026-09-19T09:09:43Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-19T09:09:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:09:43Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-76b5c79bc9-mzcg9.18d6adc9b5908eea
    namespace: kserve-ci-e2e-test
    resourceVersion: "36248"
    uid: 92b34d12-6038-4fa8-a87a-2b61bd56e9ae
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:09:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-76b5c79bc9-mzcg9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36164"
    uid: bf168c2a-443a-42bc-9207-e8a75e966b79
  kind: Event
  lastTimestamp: "2026-09-19T09:09:43Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T09:09:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:09:43Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-76b5c79bc9-mzcg9.18d6adc9b59c6638
    namespace: kserve-ci-e2e-test
    resourceVersion: "36249"
    uid: 5f56fb5b-d14f-4068-8e5a-9cc2f8b5a67c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:09:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-76b5c79bc9-mzcg9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36164"
    uid: bf168c2a-443a-42bc-9207-e8a75e966b79
  kind: Event
  lastTimestamp: "2026-09-19T09:09:43Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-19T09:09:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:09:43Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-76b5c79bc9-mzcg9.18d6adc9b98d8025
    namespace: kserve-ci-e2e-test
    resourceVersion: "36252"
    uid: 6c5bd59a-f9f3-4a49-b949-154d98d875d1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:09:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-76b5c79bc9-mzcg9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36164"
    uid: bf168c2a-443a-42bc-9207-e8a75e966b79
  kind: Event
  lastTimestamp: "2026-09-19T09:09:43Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-19T09:09:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:09:43Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-76b5c79bc9-mzcg9.18d6adc9ba0b7b10
    namespace: kserve-ci-e2e-test
    resourceVersion: "36253"
    uid: 5f59c2d7-3118-4a07-b1ef-59a8c1318533
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-19T09:09:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-76b5c79bc9-mzcg9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36164"
    uid: bf168c2a-443a-42bc-9207-e8a75e966b79
  kind: Event
  lastTimestamp: "2026-09-19T09:11:21Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.51:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-19T09:09:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:11:21Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-76b5c79bc9-mzcg9.18d6adca291b6a2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "37157"
    uid: 48d2ea13-1d85-48db-92d1-e3b391817dd2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:11:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-76b5c79bc9-mzcg9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36164"
    uid: bf168c2a-443a-42bc-9207-e8a75e966b79
  kind: Event
  lastTimestamp: "2026-09-19T09:11:17Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-19T09:11:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:11:17Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-76b5c79bc9-mzcg9.18d6addf9d387c5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "37071"
    uid: 2fbc8b5f-bdad-46dd-97bc-5805fe4104e3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:11:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-76b5c79bc9-mzcg9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36164"
    uid: bf168c2a-443a-42bc-9207-e8a75e966b79
  kind: Event
  lastTimestamp: "2026-09-19T09:11:17Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-19T09:11:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:11:17Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-76b5c79bc9-mzcg9.18d6addf9d391635
    namespace: kserve-ci-e2e-test
    resourceVersion: "37072"
    uid: 50e01cdc-d143-41cd-aa5f-b0e1d0da6b3c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:11:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-76b5c79bc9-mzcg9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36164"
    uid: bf168c2a-443a-42bc-9207-e8a75e966b79
  kind: Event
  lastTimestamp: "2026-09-19T09:11:21Z"
  message: 'Readiness probe failed: Get "https://10.133.0.51:8643/healthz": dial tcp
    10.133.0.51:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-19T09:11:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:11:21Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-76b5c79bc9-mzcg9.18d6ade083545e14
    namespace: kserve-ci-e2e-test
    resourceVersion: "37156"
    uid: 4b64183d-57e2-444b-b280-6855e654b507
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:09:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-global-pass-predictor-76b5c79bc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36154"
    uid: 5482aca0-bbfb-4dd5-a2e9-3607ad6f7657
  kind: Event
  lastTimestamp: "2026-09-19T09:09:37Z"
  message: 'Created pod: isvc-sklearn-s3-tls-global-pass-predictor-76b5c79bc9-mzcg9'
  metadata:
    creationTimestamp: "2026-09-19T09:09:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T09:09:37Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-76b5c79bc9.18d6adc8524fa5ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "36165"
    uid: 27c6e757-a7b6-46bc-af71-18014fdbfd3d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:09:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36151"
    uid: 8b81ff0e-09d7-4265-bda7-392973706712
  kind: Event
  lastTimestamp: "2026-09-19T09:09:37Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-global-pass-predictor-76b5c79bc9
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-19T09:09:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T09:09:37Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18d6adc84f57eb90
    namespace: kserve-ci-e2e-test
    resourceVersion: "36156"
    uid: 972bb25e-e0e1-4994-8748-7e5d35573105
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-19T09:09:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36153"
    uid: ad790d9d-9447-443a-a15a-93eb5867f2a9
  kind: Event
  lastTimestamp: "2026-09-19T09:10:22Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-19T09:09:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T09:10:22Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18d6adcbce8226f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36556"
    uid: 9441a7e4-ef4f-4ada-ab53-8233c92d9a94
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-19T09:09:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36153"
    uid: ad790d9d-9447-443a-a15a-93eb5867f2a9
  kind: Event
  lastTimestamp: "2026-09-19T09:10:22Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-19T09:09:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T09:10:22Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18d6adcbcf01dee6
    namespace: kserve-ci-e2e-test
    resourceVersion: "36557"
    uid: 41f50ace-31c4-4534-b81b-2680eb7d19f2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-19T09:10:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36335"
    uid: ad790d9d-9447-443a-a15a-93eb5867f2a9
  kind: Event
  lastTimestamp: "2026-09-19T09:11:07Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-19T09:10:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T09:11:07Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18d6add64bdaf748
    namespace: kserve-ci-e2e-test
    resourceVersion: "36968"
    uid: fa7da57d-7155-44e3-aa4b-d83e42564fae
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-19T09:10:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36335"
    uid: ad790d9d-9447-443a-a15a-93eb5867f2a9
  kind: Event
  lastTimestamp: "2026-09-19T09:11:07Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-19T09:10:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T09:11:07Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18d6add64c57e49c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36969"
    uid: b87e2455-dc74-4a69-869d-af90fe7cc4fa
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-19T09:09:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "36143"
    uid: 9d785411-2b2c-4477-87f3-e130e9104fd5
  kind: Event
  lastTimestamp: "2026-09-19T09:11:11Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-19T09:09:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T09:11:11Z"
    name: isvc-sklearn-s3-tls-global-pass.18d6adc84f7546cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "37016"
    uid: 6b884a85-ca09-4d5f-a8d7-bde602e8b4ab
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:09:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "36143"
    uid: 9d785411-2b2c-4477-87f3-e130e9104fd5
  kind: Event
  lastTimestamp: "2026-09-19T09:09:37Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-global-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-19T09:09:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T09:09:37Z"
    name: isvc-sklearn-s3-tls-global-pass.18d6adc8500bc85e
    namespace: kserve-ci-e2e-test
    resourceVersion: "36160"
    uid: 7bc6d9fc-e98a-4b53-a40c-2fd513654201
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:11:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "37013"
    uid: 9d785411-2b2c-4477-87f3-e130e9104fd5
  kind: Event
  lastTimestamp: "2026-09-19T09:11:11Z"
  message: InferenceService [isvc-sklearn-s3-tls-global-pass] is Ready
  metadata:
    creationTimestamp: "2026-09-19T09:11:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T09:11:11Z"
    name: isvc-sklearn-s3-tls-global-pass.18d6adde3532e975
    namespace: kserve-ci-e2e-test
    resourceVersion: "37014"
    uid: d281c4a1-3f59-4b88-afcf-a82bc05facf4
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-19T09:15:03.437420Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6646ddb8bb-4snhd
    namespace: kserve-ci-e2e-test
    resourceVersion: "39371"
    uid: c97f006c-afb7-4464-a6be-e003dd680fe6
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-serving-fail-predictor-6646ddb8bb-4snhd
    to ip-10-0-136-228.ec2.internal
  metadata:
    creationTimestamp: "2026-09-19T09:15:03Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-19T09:15:03Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6646ddb8bb-4snhd.18d6ae142313b9de
    namespace: kserve-ci-e2e-test
    resourceVersion: "39376"
    uid: 6639b1bc-90e6-41bb-a31d-164dce09051e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-d6b67db56-fftfm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:15:03Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6646ddb8bb-4snhd
    namespace: kserve-ci-e2e-test
    resourceVersion: "39372"
    uid: c97f006c-afb7-4464-a6be-e003dd680fe6
  kind: Event
  lastTimestamp: "2026-09-19T09:15:03Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-tls-serving-fail-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-19T09:15:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:15:03Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6646ddb8bb-4snhd.18d6ae142ca9fe01
    namespace: kserve-ci-e2e-test
    resourceVersion: "39387"
    uid: defd294c-57bc-4028-a2ac-077b1ae7f273
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:15:04Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6646ddb8bb-4snhd
    namespace: kserve-ci-e2e-test
    resourceVersion: "39381"
    uid: c97f006c-afb7-4464-a6be-e003dd680fe6
  kind: Event
  lastTimestamp: "2026-09-19T09:15:04Z"
  message: Add eth0 [10.133.0.56/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-19T09:15:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-19T09:15:04Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6646ddb8bb-4snhd.18d6ae1468960f42
    namespace: kserve-ci-e2e-test
    resourceVersion: "39403"
    uid: 8d85b432-706a-4936-8435-eb1c02db5028
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-19T09:15:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6646ddb8bb-4snhd
    namespace: kserve-ci-e2e-test
    resourceVersion: "39372"
    uid: c97f006c-afb7-4464-a6be-e003dd680fe6
  kind: Event
  lastTimestamp: "2026-09-19T09:15:11Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T09:15:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:15:11Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6646ddb8bb-4snhd.18d6ae1469f3631b
    namespace: kserve-ci-e2e-test
    resourceVersion: "39463"
    uid: 1caadc29-318c-4ac6-af35-80767fb6cadf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-19T09:15:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6646ddb8bb-4snhd
    namespace: kserve-ci-e2e-test
    resourceVersion: "39372"
    uid: c97f006c-afb7-4464-a6be-e003dd680fe6
  kind: Event
  lastTimestamp: "2026-09-19T09:15:11Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-19T09:15:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:15:11Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6646ddb8bb-4snhd.18d6ae146cf1bd56
    namespace: kserve-ci-e2e-test
    resourceVersion: "39465"
    uid: 078e0714-3863-421c-919f-b7e1e488fd6e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-19T09:15:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6646ddb8bb-4snhd
    namespace: kserve-ci-e2e-test
    resourceVersion: "39372"
    uid: c97f006c-afb7-4464-a6be-e003dd680fe6
  kind: Event
  lastTimestamp: "2026-09-19T09:15:11Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-19T09:15:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:15:11Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6646ddb8bb-4snhd.18d6ae146d6143f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "39467"
    uid: 52c5d62e-0b20-4dba-83d7-a4b4d33c4806
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:15:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6646ddb8bb-4snhd
    namespace: kserve-ci-e2e-test
    resourceVersion: "39372"
    uid: c97f006c-afb7-4464-a6be-e003dd680fe6
  kind: Event
  lastTimestamp: "2026-09-19T09:15:13Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-09-19T09:15:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:15:13Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6646ddb8bb-4snhd.18d6ae16753c2cd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "39502"
    uid: 11a4f1d1-63dc-41cd-9d9b-d6c8221f0f6c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:15:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6646ddb8bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "39361"
    uid: af548490-6fa1-4128-877a-6c12a3d2def7
  kind: Event
  lastTimestamp: "2026-09-19T09:15:03Z"
  message: 'Created pod: isvc-sklearn-s3-tls-serving-fail-predictor-6646ddb8bb-4snhd'
  metadata:
    creationTimestamp: "2026-09-19T09:15:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T09:15:03Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6646ddb8bb.18d6ae1422a7d0ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "39373"
    uid: 6ba169ae-10ee-4a47-9a65-2ae29e99f4cd
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:15:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-serving-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39359"
    uid: cbe890be-3397-4052-a0c3-dd3d260f63b4
  kind: Event
  lastTimestamp: "2026-09-19T09:15:03Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-serving-fail-predictor-6646ddb8bb
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-19T09:15:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T09:15:03Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor.18d6ae14203c5f39
    namespace: kserve-ci-e2e-test
    resourceVersion: "39363"
    uid: 50058c9e-efc9-425f-9d41-1ceefa9014f3
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-19T09:15:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "39351"
    uid: 4c335144-5416-46e0-882c-6d21b92a01b4
  kind: Event
  lastTimestamp: "2026-09-19T09:15:11Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-19T09:15:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T09:15:11Z"
    name: isvc-sklearn-s3-tls-serving-fail.18d6ae1420417816
    namespace: kserve-ci-e2e-test
    resourceVersion: "39469"
    uid: 16b0cdc8-ade7-40e9-b277-23f6af66b345
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:15:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "39351"
    uid: 4c335144-5416-46e0-882c-6d21b92a01b4
  kind: Event
  lastTimestamp: "2026-09-19T09:15:03Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-serving-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-19T09:15:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T09:15:03Z"
    name: isvc-sklearn-s3-tls-serving-fail.18d6ae1420c9e1b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "39367"
    uid: c58673b4-fd62-472d-a509-1dd2cc17a3c8
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-19T09:13:22.320816Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5585664b8-l5qdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "38458"
    uid: 8626bec5-803f-4ad3-b711-60e5af912f37
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-serving-pass-predictor-5585664b8-l5qdc
    to ip-10-0-136-99.ec2.internal
  metadata:
    creationTimestamp: "2026-09-19T09:13:22Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-19T09:13:22Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5585664b8-l5qdc.18d6adfc980ede6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "38462"
    uid: f987747a-6ccf-4b6d-883c-f34effb5a0ad
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-d6b67db56-fftfm
  source: {}
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-19T09:13:22Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5585664b8-l5qdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "38460"
    uid: 8626bec5-803f-4ad3-b711-60e5af912f37
  kind: Event
  lastTimestamp: "2026-09-19T09:13:23Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-tls-serving-pass-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-19T09:13:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:13:23Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5585664b8-l5qdc.18d6adfca5e7721f
    namespace: kserve-ci-e2e-test
    resourceVersion: "38483"
    uid: 7169f448-0119-42e1-b62c-d0c296a0f01d
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:13:24Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5585664b8-l5qdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "38471"
    uid: 8626bec5-803f-4ad3-b711-60e5af912f37
  kind: Event
  lastTimestamp: "2026-09-19T09:13:24Z"
  message: Add eth0 [10.132.0.68/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-19T09:13:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-19T09:13:24Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5585664b8-l5qdc.18d6adfd13c544f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "38495"
    uid: a8bede99-0c49-4b87-b775-2dd861ced6a1
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:13:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5585664b8-l5qdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "38460"
    uid: 8626bec5-803f-4ad3-b711-60e5af912f37
  kind: Event
  lastTimestamp: "2026-09-19T09:13:24Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T09:13:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:13:24Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5585664b8-l5qdc.18d6adfd159450b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "38497"
    uid: 213a7493-157b-4516-afa3-0a3ab18561f1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:13:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5585664b8-l5qdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "38460"
    uid: 8626bec5-803f-4ad3-b711-60e5af912f37
  kind: Event
  lastTimestamp: "2026-09-19T09:13:24Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-19T09:13:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:13:24Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5585664b8-l5qdc.18d6adfd18dca0df
    namespace: kserve-ci-e2e-test
    resourceVersion: "38501"
    uid: 06258c27-6db5-402b-a7e8-25cc3ee45b78
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:13:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5585664b8-l5qdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "38460"
    uid: 8626bec5-803f-4ad3-b711-60e5af912f37
  kind: Event
  lastTimestamp: "2026-09-19T09:13:24Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-19T09:13:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:13:24Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5585664b8-l5qdc.18d6adfd195094e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "38502"
    uid: 73cc410f-6cad-42ce-819b-65602677a538
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:13:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5585664b8-l5qdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "38460"
    uid: 8626bec5-803f-4ad3-b711-60e5af912f37
  kind: Event
  lastTimestamp: "2026-09-19T09:13:26Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-2013"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T09:13:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:13:26Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5585664b8-l5qdc.18d6adfd87539dbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "38521"
    uid: 994eab1b-5768-44fb-acaa-8972d0a6a0c4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:13:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5585664b8-l5qdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "38460"
    uid: 8626bec5-803f-4ad3-b711-60e5af912f37
  kind: Event
  lastTimestamp: "2026-09-19T09:13:26Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-19T09:13:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:13:26Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5585664b8-l5qdc.18d6adfd8b1032ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "38525"
    uid: 6d6d2ddd-62cf-40ba-9cf9-d495d82a02de
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:13:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5585664b8-l5qdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "38460"
    uid: 8626bec5-803f-4ad3-b711-60e5af912f37
  kind: Event
  lastTimestamp: "2026-09-19T09:13:26Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-19T09:13:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:13:26Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5585664b8-l5qdc.18d6adfd8b823a77
    namespace: kserve-ci-e2e-test
    resourceVersion: "38526"
    uid: fafea024-a444-4e47-b24e-e5eb74d3cd70
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:13:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5585664b8-l5qdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "38460"
    uid: 8626bec5-803f-4ad3-b711-60e5af912f37
  kind: Event
  lastTimestamp: "2026-09-19T09:13:26Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T09:13:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:13:26Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5585664b8-l5qdc.18d6adfd8b8e6a51
    namespace: kserve-ci-e2e-test
    resourceVersion: "38527"
    uid: 21a0819c-6a95-450d-b6de-38291296f42a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:13:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5585664b8-l5qdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "38460"
    uid: 8626bec5-803f-4ad3-b711-60e5af912f37
  kind: Event
  lastTimestamp: "2026-09-19T09:13:26Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-19T09:13:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:13:26Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5585664b8-l5qdc.18d6adfd8f06b3a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "38529"
    uid: 3c3c6715-a560-4896-93ae-de99666284ca
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:13:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5585664b8-l5qdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "38460"
    uid: 8626bec5-803f-4ad3-b711-60e5af912f37
  kind: Event
  lastTimestamp: "2026-09-19T09:13:26Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-19T09:13:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:13:26Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5585664b8-l5qdc.18d6adfd8f7e2c0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "38530"
    uid: 4adf6c9f-a720-49a1-8021-7b59fce4c1fb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-19T09:13:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5585664b8-l5qdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "38460"
    uid: 8626bec5-803f-4ad3-b711-60e5af912f37
  kind: Event
  lastTimestamp: "2026-09-19T09:15:03Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.68:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-19T09:13:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:15:03Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5585664b8-l5qdc.18d6adfdff4d314a
    namespace: kserve-ci-e2e-test
    resourceVersion: "39396"
    uid: 2901f23a-6ae1-45cc-a767-1adfa42e800c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:15:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5585664b8-l5qdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "38460"
    uid: 8626bec5-803f-4ad3-b711-60e5af912f37
  kind: Event
  lastTimestamp: "2026-09-19T09:15:02Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-19T09:15:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:15:02Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5585664b8-l5qdc.18d6ae13e1830861
    namespace: kserve-ci-e2e-test
    resourceVersion: "39335"
    uid: dc039025-6d4e-4e90-b4b7-1827a2fb6d2a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:15:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5585664b8-l5qdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "38460"
    uid: 8626bec5-803f-4ad3-b711-60e5af912f37
  kind: Event
  lastTimestamp: "2026-09-19T09:15:02Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-19T09:15:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:15:02Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5585664b8-l5qdc.18d6ae13e183bf03
    namespace: kserve-ci-e2e-test
    resourceVersion: "39336"
    uid: b66638cb-58d5-4802-941d-a5790a158616
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:15:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5585664b8-l5qdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "38460"
    uid: 8626bec5-803f-4ad3-b711-60e5af912f37
  kind: Event
  lastTimestamp: "2026-09-19T09:15:04Z"
  message: 'Readiness probe failed: Get "https://10.132.0.68:8643/healthz": dial tcp
    10.132.0.68:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-19T09:15:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:15:04Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5585664b8-l5qdc.18d6ae14599bdf62
    namespace: kserve-ci-e2e-test
    resourceVersion: "39399"
    uid: 8cf7b5b1-20d0-4989-b9e4-33a714664734
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:13:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5585664b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "38449"
    uid: e486dadb-cd51-4d29-b4b9-e637ed7ba1ff
  kind: Event
  lastTimestamp: "2026-09-19T09:13:22Z"
  message: 'Created pod: isvc-sklearn-s3-tls-serving-pass-predictor-5585664b8-l5qdc'
  metadata:
    creationTimestamp: "2026-09-19T09:13:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T09:13:22Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5585664b8.18d6adfc977c40d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "38459"
    uid: 304589ae-2cc0-45cd-a11f-162dd3fe3e7d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:13:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38447"
    uid: 96f7fa68-5aab-417b-891f-3d4470e557ad
  kind: Event
  lastTimestamp: "2026-09-19T09:13:22Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-serving-pass-predictor-5585664b8
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-19T09:13:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T09:13:22Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18d6adfc94d82a1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "38451"
    uid: eef9eec1-8245-4556-9384-975af9f09a5d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:13:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38448"
    uid: 4d4ba1f3-c821-4f2f-b7ab-416ad0187b39
  kind: Event
  lastTimestamp: "2026-09-19T09:13:37Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-19T09:13:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T09:13:37Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18d6ae0013ae458d
    namespace: kserve-ci-e2e-test
    resourceVersion: "38603"
    uid: 4b233c06-efbc-4165-b588-69082719a11c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:13:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38448"
    uid: 4d4ba1f3-c821-4f2f-b7ab-416ad0187b39
  kind: Event
  lastTimestamp: "2026-09-19T09:13:37Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-19T09:13:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T09:13:37Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18d6ae00141ba9d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "38605"
    uid: f3de12b2-f44a-40e5-977a-ede8760f725e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-19T09:13:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38604"
    uid: 4d4ba1f3-c821-4f2f-b7ab-416ad0187b39
  kind: Event
  lastTimestamp: "2026-09-19T09:14:52Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-19T09:13:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T09:14:52Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18d6ae0392e69864
    namespace: kserve-ci-e2e-test
    resourceVersion: "39220"
    uid: b4d0be90-e55a-4679-a708-a5bbd8260bcf
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-19T09:13:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38604"
    uid: 4d4ba1f3-c821-4f2f-b7ab-416ad0187b39
  kind: Event
  lastTimestamp: "2026-09-19T09:14:52Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-19T09:13:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T09:14:52Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18d6ae0393494d51
    namespace: kserve-ci-e2e-test
    resourceVersion: "39221"
    uid: 7bd7c7a9-bc2a-4808-8b9d-bed8823a97fe
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-19T09:13:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "38439"
    uid: 2f79d82d-d9e2-4fe9-bbb8-8e36b95918e1
  kind: Event
  lastTimestamp: "2026-09-19T09:14:54Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-19T09:13:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T09:14:54Z"
    name: isvc-sklearn-s3-tls-serving-pass.18d6adfc950bb17b
    namespace: kserve-ci-e2e-test
    resourceVersion: "39254"
    uid: e7e98c4b-8ca4-4825-b5e3-fdac2b921285
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-19T09:13:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "38439"
    uid: 2f79d82d-d9e2-4fe9-bbb8-8e36b95918e1
  kind: Event
  lastTimestamp: "2026-09-19T09:13:22Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-serving-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-19T09:13:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T09:13:22Z"
    name: isvc-sklearn-s3-tls-serving-pass.18d6adfc957b8f56
    namespace: kserve-ci-e2e-test
    resourceVersion: "38473"
    uid: 5233200f-69cf-4bc6-907a-bf3e14c56c61
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:13:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "38440"
    uid: 2f79d82d-d9e2-4fe9-bbb8-8e36b95918e1
  kind: Event
  lastTimestamp: "2026-09-19T09:13:22Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-pass": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-19T09:13:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T09:13:22Z"
    name: isvc-sklearn-s3-tls-serving-pass.18d6adfc9c0f1519
    namespace: kserve-ci-e2e-test
    resourceVersion: "38474"
    uid: 883de615-63ec-4422-8c32-30591c710d8c
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:14:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "39252"
    uid: 2f79d82d-d9e2-4fe9-bbb8-8e36b95918e1
  kind: Event
  lastTimestamp: "2026-09-19T09:14:53Z"
  message: InferenceService [isvc-sklearn-s3-tls-serving-pass] is Ready
  metadata:
    creationTimestamp: "2026-09-19T09:14:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T09:14:54Z"
    name: isvc-sklearn-s3-tls-serving-pass.18d6ae11f088eca2
    namespace: kserve-ci-e2e-test
    resourceVersion: "39253"
    uid: cfe7578d-409c-46c2-92b0-ea51041f5b3c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-19T09:08:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "35314"
    uid: 9d1ca89b-b54f-4bac-b809-f41a1cf8cba5
  kind: Event
  lastTimestamp: "2026-09-19T09:09:27Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-19T09:08:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T09:09:27Z"
    name: isvc-sklearn-s3.18d6adb3307ee911
    namespace: kserve-ci-e2e-test
    resourceVersion: "36043"
    uid: 18dc622f-6b5d-41e0-9c55-7accf5db82c3
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:08:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "35314"
    uid: 9d1ca89b-b54f-4bac-b809-f41a1cf8cba5
  kind: Event
  lastTimestamp: "2026-09-19T09:08:07Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-19T09:08:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T09:08:07Z"
    name: isvc-sklearn-s3.18d6adb3310f0286
    namespace: kserve-ci-e2e-test
    resourceVersion: "35330"
    uid: 1ded2939-9b03-4933-b949-8424108be8c2
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:09:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "36041"
    uid: 9d1ca89b-b54f-4bac-b809-f41a1cf8cba5
  kind: Event
  lastTimestamp: "2026-09-19T09:09:27Z"
  message: InferenceService [isvc-sklearn-s3] is Ready
  metadata:
    creationTimestamp: "2026-09-19T09:09:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T09:09:27Z"
    name: isvc-sklearn-s3.18d6adc60403eae6
    namespace: kserve-ci-e2e-test
    resourceVersion: "36042"
    uid: e468f5ac-d5e7-48a4-a551-c784d770d3e5
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:46:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-scheduler-predictor-5586dcd768
    namespace: kserve-ci-e2e-test
    resourceVersion: "22200"
    uid: 6fc12d17-6c05-4e72-a2ee-5049312bccc7
  kind: Event
  lastTimestamp: "2026-09-19T08:46:01Z"
  message: 'Created pod: isvc-sklearn-scheduler-predictor-5586dcd768-bhrqf'
  metadata:
    creationTimestamp: "2026-09-19T08:46:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:46:01Z"
    name: isvc-sklearn-scheduler-predictor-5586dcd768.18d6ac7e900545b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22210"
    uid: fd2eb821-d4d4-4cd5-95f7-23460689ab80
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:46:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-scheduler-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22199"
    uid: b7dc9bf6-e1ce-41ad-b53a-1ef24800a179
  kind: Event
  lastTimestamp: "2026-09-19T08:46:01Z"
  message: Scaled up replica set isvc-sklearn-scheduler-predictor-5586dcd768 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-19T08:46:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:46:01Z"
    name: isvc-sklearn-scheduler-predictor.18d6ac7e8d52d1b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22202"
    uid: 53291701-1e19-4855-b22f-d31fe23e779e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-19T08:46:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "22191"
    uid: 4989b182-2cbd-4361-a827-d79d5fb6b0e8
  kind: Event
  lastTimestamp: "2026-09-19T08:46:01Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-19T08:46:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T08:46:01Z"
    name: isvc-sklearn-scheduler.18d6ac7e8d011b38
    namespace: kserve-ci-e2e-test
    resourceVersion: "22222"
    uid: 856b1d0a-3d5a-4e75-966f-becf289dad03
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-19T08:46:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "22191"
    uid: 4989b182-2cbd-4361-a827-d79d5fb6b0e8
  kind: Event
  lastTimestamp: "2026-09-19T08:46:01Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-scheduler":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-scheduler":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-19T08:46:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T08:46:01Z"
    name: isvc-sklearn-scheduler.18d6ac7e8d69dfc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22215"
    uid: 9b10932f-538a-4f84-b157-fe82923ae7db
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-19T08:46:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "22191"
    uid: 4989b182-2cbd-4361-a827-d79d5fb6b0e8
  kind: Event
  lastTimestamp: "2026-09-19T08:46:01Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-scheduler": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-19T08:46:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T08:46:01Z"
    name: isvc-sklearn-scheduler.18d6ac7e8d6a4118
    namespace: kserve-ci-e2e-test
    resourceVersion: "22217"
    uid: 55281822-84f5-40f6-beaa-a46d2ae83ec0
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-19T08:55:00.915058Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-6bcf549695-6jkcl
    namespace: kserve-ci-e2e-test
    resourceVersion: "27658"
    uid: 3d656e7c-8e69-46ec-b1d1-6b4fecf71618
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-mixed-predictor-6bcf549695-6jkcl
    to ip-10-0-136-228.ec2.internal
  metadata:
    creationTimestamp: "2026-09-19T08:55:00Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-19T08:55:00Z"
    name: isvc-sklearn-v2-mixed-predictor-6bcf549695-6jkcl.18d6acfc2728ab06
    namespace: kserve-ci-e2e-test
    resourceVersion: "27664"
    uid: be5eeff5-742d-4812-8be6-4c9490036616
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-d6b67db56-fftfm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:55:01Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-6bcf549695-6jkcl
    namespace: kserve-ci-e2e-test
    resourceVersion: "27661"
    uid: 3d656e7c-8e69-46ec-b1d1-6b4fecf71618
  kind: Event
  lastTimestamp: "2026-09-19T08:55:01Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-v2-mixed-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-19T08:55:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:55:01Z"
    name: isvc-sklearn-v2-mixed-predictor-6bcf549695-6jkcl.18d6acfc35339018
    namespace: kserve-ci-e2e-test
    resourceVersion: "27674"
    uid: 9596fcee-eb78-40f3-a9ff-d17116f9292b
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:55:02Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-6bcf549695-6jkcl
    namespace: kserve-ci-e2e-test
    resourceVersion: "27668"
    uid: 3d656e7c-8e69-46ec-b1d1-6b4fecf71618
  kind: Event
  lastTimestamp: "2026-09-19T08:55:02Z"
  message: Add eth0 [10.133.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-19T08:55:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-19T08:55:02Z"
    name: isvc-sklearn-v2-mixed-predictor-6bcf549695-6jkcl.18d6acfc6ce49f5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "27689"
    uid: 56759028-7ab8-4d80-b605-c3ba34c300c2
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:55:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-6bcf549695-6jkcl
    namespace: kserve-ci-e2e-test
    resourceVersion: "27661"
    uid: 3d656e7c-8e69-46ec-b1d1-6b4fecf71618
  kind: Event
  lastTimestamp: "2026-09-19T08:55:02Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T08:55:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:55:02Z"
    name: isvc-sklearn-v2-mixed-predictor-6bcf549695-6jkcl.18d6acfc6e33735e
    namespace: kserve-ci-e2e-test
    resourceVersion: "27691"
    uid: 4409e798-ad42-4914-83f5-097c4d490984
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:55:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-6bcf549695-6jkcl
    namespace: kserve-ci-e2e-test
    resourceVersion: "27661"
    uid: 3d656e7c-8e69-46ec-b1d1-6b4fecf71618
  kind: Event
  lastTimestamp: "2026-09-19T08:55:02Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-19T08:55:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:55:02Z"
    name: isvc-sklearn-v2-mixed-predictor-6bcf549695-6jkcl.18d6acfc71ad6f1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27692"
    uid: 5eba91a3-505a-47b8-ba23-28032c649a57
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:55:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-6bcf549695-6jkcl
    namespace: kserve-ci-e2e-test
    resourceVersion: "27661"
    uid: 3d656e7c-8e69-46ec-b1d1-6b4fecf71618
  kind: Event
  lastTimestamp: "2026-09-19T08:55:02Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-19T08:55:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:55:02Z"
    name: isvc-sklearn-v2-mixed-predictor-6bcf549695-6jkcl.18d6acfc72222627
    namespace: kserve-ci-e2e-test
    resourceVersion: "27693"
    uid: ddcd64ff-0323-4f52-9821-50ceac7b135a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:55:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-6bcf549695-6jkcl
    namespace: kserve-ci-e2e-test
    resourceVersion: "27661"
    uid: 3d656e7c-8e69-46ec-b1d1-6b4fecf71618
  kind: Event
  lastTimestamp: "2026-09-19T08:55:06Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-2013"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T08:55:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:55:06Z"
    name: isvc-sklearn-v2-mixed-predictor-6bcf549695-6jkcl.18d6acfd5694258b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27725"
    uid: 6f1a1d5e-2999-469b-8260-143f72d86466
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:55:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-6bcf549695-6jkcl
    namespace: kserve-ci-e2e-test
    resourceVersion: "27661"
    uid: 3d656e7c-8e69-46ec-b1d1-6b4fecf71618
  kind: Event
  lastTimestamp: "2026-09-19T08:55:06Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-19T08:55:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:55:06Z"
    name: isvc-sklearn-v2-mixed-predictor-6bcf549695-6jkcl.18d6acfd597ccded
    namespace: kserve-ci-e2e-test
    resourceVersion: "27727"
    uid: 19d86ca9-010d-431c-b365-d7395e35aee2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:55:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-6bcf549695-6jkcl
    namespace: kserve-ci-e2e-test
    resourceVersion: "27661"
    uid: 3d656e7c-8e69-46ec-b1d1-6b4fecf71618
  kind: Event
  lastTimestamp: "2026-09-19T08:55:06Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-19T08:55:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:55:06Z"
    name: isvc-sklearn-v2-mixed-predictor-6bcf549695-6jkcl.18d6acfd59e8dda3
    namespace: kserve-ci-e2e-test
    resourceVersion: "27730"
    uid: ecb599bb-d3b3-4b4e-b102-f3e65c22a38d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:55:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-6bcf549695-6jkcl
    namespace: kserve-ci-e2e-test
    resourceVersion: "27661"
    uid: 3d656e7c-8e69-46ec-b1d1-6b4fecf71618
  kind: Event
  lastTimestamp: "2026-09-19T08:55:06Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T08:55:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:55:06Z"
    name: isvc-sklearn-v2-mixed-predictor-6bcf549695-6jkcl.18d6acfd59f26892
    namespace: kserve-ci-e2e-test
    resourceVersion: "27731"
    uid: 8cd54891-42ea-41c7-9454-d4408a790908
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:55:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-6bcf549695-6jkcl
    namespace: kserve-ci-e2e-test
    resourceVersion: "27661"
    uid: 3d656e7c-8e69-46ec-b1d1-6b4fecf71618
  kind: Event
  lastTimestamp: "2026-09-19T08:55:06Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-19T08:55:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:55:06Z"
    name: isvc-sklearn-v2-mixed-predictor-6bcf549695-6jkcl.18d6acfd5c470583
    namespace: kserve-ci-e2e-test
    resourceVersion: "27732"
    uid: 29eaaf1d-7cf1-47d8-98f4-20b8cc0cc0c6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:55:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-6bcf549695-6jkcl
    namespace: kserve-ci-e2e-test
    resourceVersion: "27661"
    uid: 3d656e7c-8e69-46ec-b1d1-6b4fecf71618
  kind: Event
  lastTimestamp: "2026-09-19T08:55:06Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-19T08:55:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:55:06Z"
    name: isvc-sklearn-v2-mixed-predictor-6bcf549695-6jkcl.18d6acfd5cc5c9f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "27734"
    uid: c19312cf-c1a3-4f41-8395-491b2b136e6b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-19T08:55:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-6bcf549695-6jkcl
    namespace: kserve-ci-e2e-test
    resourceVersion: "27661"
    uid: 3d656e7c-8e69-46ec-b1d1-6b4fecf71618
  kind: Event
  lastTimestamp: "2026-09-19T08:56:14Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.35:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-19T08:55:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:56:14Z"
    name: isvc-sklearn-v2-mixed-predictor-6bcf549695-6jkcl.18d6acfdce5b9912
    namespace: kserve-ci-e2e-test
    resourceVersion: "28226"
    uid: df6ab8db-d858-423d-b8db-19f32bcf67f2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:56:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-6bcf549695-6jkcl
    namespace: kserve-ci-e2e-test
    resourceVersion: "27661"
    uid: 3d656e7c-8e69-46ec-b1d1-6b4fecf71618
  kind: Event
  lastTimestamp: "2026-09-19T08:56:21Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-19T08:56:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:56:21Z"
    name: isvc-sklearn-v2-mixed-predictor-6bcf549695-6jkcl.18d6ad0ef47e5644
    namespace: kserve-ci-e2e-test
    resourceVersion: "28322"
    uid: ae8e1efa-2d77-431f-80e0-3997c1fda1c1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:56:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-6bcf549695-6jkcl
    namespace: kserve-ci-e2e-test
    resourceVersion: "27661"
    uid: 3d656e7c-8e69-46ec-b1d1-6b4fecf71618
  kind: Event
  lastTimestamp: "2026-09-19T08:56:21Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-19T08:56:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:56:21Z"
    name: isvc-sklearn-v2-mixed-predictor-6bcf549695-6jkcl.18d6ad0ef47ed543
    namespace: kserve-ci-e2e-test
    resourceVersion: "28323"
    uid: 5f92422d-eeb9-471a-99b5-5d39c42d0133
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:56:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-6bcf549695-6jkcl
    namespace: kserve-ci-e2e-test
    resourceVersion: "27661"
    uid: 3d656e7c-8e69-46ec-b1d1-6b4fecf71618
  kind: Event
  lastTimestamp: "2026-09-19T08:56:24Z"
  message: 'Readiness probe failed: Get "https://10.133.0.35:8643/healthz": dial tcp
    10.133.0.35:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-19T08:56:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:56:24Z"
    name: isvc-sklearn-v2-mixed-predictor-6bcf549695-6jkcl.18d6ad0f8073c832
    namespace: kserve-ci-e2e-test
    resourceVersion: "28346"
    uid: 3c165210-db3c-4963-8caa-1968d2fe73aa
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:55:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-mixed-predictor-6bcf549695
    namespace: kserve-ci-e2e-test
    resourceVersion: "27649"
    uid: 1c7df035-ceaf-439a-a1d2-72e88d731511
  kind: Event
  lastTimestamp: "2026-09-19T08:55:00Z"
  message: 'Created pod: isvc-sklearn-v2-mixed-predictor-6bcf549695-6jkcl'
  metadata:
    creationTimestamp: "2026-09-19T08:55:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:55:00Z"
    name: isvc-sklearn-v2-mixed-predictor-6bcf549695.18d6acfc26a8fb29
    namespace: kserve-ci-e2e-test
    resourceVersion: "27659"
    uid: 43a59a19-7dde-4feb-bb12-d29a3c5e3b97
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:55:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27647"
    uid: a54dd76c-1758-4208-9860-6f4aa32a5308
  kind: Event
  lastTimestamp: "2026-09-19T08:55:00Z"
  message: Scaled up replica set isvc-sklearn-v2-mixed-predictor-6bcf549695 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-19T08:55:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:55:00Z"
    name: isvc-sklearn-v2-mixed-predictor.18d6acfc23e21a9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27651"
    uid: f92fc50b-62a6-4818-8115-74cbf8bceed4
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:55:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27648"
    uid: 457d79d1-3cc3-44ed-aaa9-44d65fb09940
  kind: Event
  lastTimestamp: "2026-09-19T08:55:15Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-19T08:55:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:55:15Z"
    name: isvc-sklearn-v2-mixed-predictor.18d6acffa2a8185b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27811"
    uid: 3028356e-851e-4b18-b9f8-bbd2c199f6a5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:55:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27648"
    uid: 457d79d1-3cc3-44ed-aaa9-44d65fb09940
  kind: Event
  lastTimestamp: "2026-09-19T08:55:15Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-19T08:55:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:55:15Z"
    name: isvc-sklearn-v2-mixed-predictor.18d6acffa308a266
    namespace: kserve-ci-e2e-test
    resourceVersion: "27813"
    uid: 790f2308-3247-49e0-ae00-0f820a7f5edb
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-19T08:55:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27812"
    uid: 457d79d1-3cc3-44ed-aaa9-44d65fb09940
  kind: Event
  lastTimestamp: "2026-09-19T08:56:15Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-19T08:55:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:56:15Z"
    name: isvc-sklearn-v2-mixed-predictor.18d6ad03224dda3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "28236"
    uid: 80455103-bc07-46fd-9c73-4340c223ec65
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-19T08:55:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27812"
    uid: 457d79d1-3cc3-44ed-aaa9-44d65fb09940
  kind: Event
  lastTimestamp: "2026-09-19T08:56:15Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-19T08:55:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:56:15Z"
    name: isvc-sklearn-v2-mixed-predictor.18d6ad0322b0d2d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28237"
    uid: 0c6ea780-6560-441e-9954-99772b986bf7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-19T08:55:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "27639"
    uid: dbf0e5c7-36dc-4581-90f0-70cf506b7cae
  kind: Event
  lastTimestamp: "2026-09-19T08:56:19Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-19T08:55:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T08:56:19Z"
    name: isvc-sklearn-v2-mixed.18d6acfc23f16e9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28266"
    uid: 17281332-39df-4c77-b201-0b6d97b54a61
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:55:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "27639"
    uid: dbf0e5c7-36dc-4581-90f0-70cf506b7cae
  kind: Event
  lastTimestamp: "2026-09-19T08:55:00Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2-mixed":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2-mixed":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-19T08:55:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T08:55:00Z"
    name: isvc-sklearn-v2-mixed.18d6acfc2463af50
    namespace: kserve-ci-e2e-test
    resourceVersion: "27655"
    uid: 6ec57237-93e6-4791-87ad-6b3aa61a1b17
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:56:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "28264"
    uid: dbf0e5c7-36dc-4581-90f0-70cf506b7cae
  kind: Event
  lastTimestamp: "2026-09-19T08:56:19Z"
  message: InferenceService [isvc-sklearn-v2-mixed] is Ready
  metadata:
    creationTimestamp: "2026-09-19T08:56:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T08:56:19Z"
    name: isvc-sklearn-v2-mixed.18d6ad0e64dc8456
    namespace: kserve-ci-e2e-test
    resourceVersion: "28265"
    uid: ff27faa1-5264-460c-8420-c42904a46879
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-19T08:53:25.004430Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-655bcc46cd-7cr2v
    namespace: kserve-ci-e2e-test
    resourceVersion: "26755"
    uid: 0fe2812f-3572-4040-8776-9b8b6bb41a7c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-predictor-655bcc46cd-7cr2v
    to ip-10-0-136-99.ec2.internal
  metadata:
    creationTimestamp: "2026-09-19T08:53:25Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-19T08:53:25Z"
    name: isvc-sklearn-v2-predictor-655bcc46cd-7cr2v.18d6ace5d270ac2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26761"
    uid: 933092aa-cbeb-44bc-b32d-b0e5702897d6
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-d6b67db56-fftfm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:53:25Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-655bcc46cd-7cr2v
    namespace: kserve-ci-e2e-test
    resourceVersion: "26765"
    uid: 0fe2812f-3572-4040-8776-9b8b6bb41a7c
  kind: Event
  lastTimestamp: "2026-09-19T08:53:25Z"
  message: Add eth0 [10.132.0.55/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-19T08:53:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-19T08:53:25Z"
    name: isvc-sklearn-v2-predictor-655bcc46cd-7cr2v.18d6ace5f4cdbdd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26797"
    uid: d255c5a6-ae97-4545-9743-b40beb702718
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:53:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-655bcc46cd-7cr2v
    namespace: kserve-ci-e2e-test
    resourceVersion: "26759"
    uid: 0fe2812f-3572-4040-8776-9b8b6bb41a7c
  kind: Event
  lastTimestamp: "2026-09-19T08:53:25Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T08:53:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:53:25Z"
    name: isvc-sklearn-v2-predictor-655bcc46cd-7cr2v.18d6ace5f62d63f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26800"
    uid: 2ffa50d1-5821-47df-892e-abfa72ab179e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:53:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-655bcc46cd-7cr2v
    namespace: kserve-ci-e2e-test
    resourceVersion: "26759"
    uid: 0fe2812f-3572-4040-8776-9b8b6bb41a7c
  kind: Event
  lastTimestamp: "2026-09-19T08:53:25Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-19T08:53:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:53:25Z"
    name: isvc-sklearn-v2-predictor-655bcc46cd-7cr2v.18d6ace5f97c83f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26803"
    uid: 5cf6d015-8c5a-4035-b059-c97935390886
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:53:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-655bcc46cd-7cr2v
    namespace: kserve-ci-e2e-test
    resourceVersion: "26759"
    uid: 0fe2812f-3572-4040-8776-9b8b6bb41a7c
  kind: Event
  lastTimestamp: "2026-09-19T08:53:25Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-19T08:53:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:53:25Z"
    name: isvc-sklearn-v2-predictor-655bcc46cd-7cr2v.18d6ace5f9ecae16
    namespace: kserve-ci-e2e-test
    resourceVersion: "26804"
    uid: 680e2706-aa44-497d-ba2a-1ef6802b34dc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:53:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-655bcc46cd-7cr2v
    namespace: kserve-ci-e2e-test
    resourceVersion: "26759"
    uid: 0fe2812f-3572-4040-8776-9b8b6bb41a7c
  kind: Event
  lastTimestamp: "2026-09-19T08:53:30Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-2013"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T08:53:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:53:30Z"
    name: isvc-sklearn-v2-predictor-655bcc46cd-7cr2v.18d6ace7099982ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "26851"
    uid: b21c89b1-7deb-4412-bdc9-f017024c8575
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:53:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-655bcc46cd-7cr2v
    namespace: kserve-ci-e2e-test
    resourceVersion: "26759"
    uid: 0fe2812f-3572-4040-8776-9b8b6bb41a7c
  kind: Event
  lastTimestamp: "2026-09-19T08:53:30Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-19T08:53:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:53:30Z"
    name: isvc-sklearn-v2-predictor-655bcc46cd-7cr2v.18d6ace70cb1f3dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26854"
    uid: 79b47aba-8b40-496d-8a13-5756f1a41bce
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:53:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-655bcc46cd-7cr2v
    namespace: kserve-ci-e2e-test
    resourceVersion: "26759"
    uid: 0fe2812f-3572-4040-8776-9b8b6bb41a7c
  kind: Event
  lastTimestamp: "2026-09-19T08:53:30Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-19T08:53:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:53:30Z"
    name: isvc-sklearn-v2-predictor-655bcc46cd-7cr2v.18d6ace70d20f058
    namespace: kserve-ci-e2e-test
    resourceVersion: "26857"
    uid: c7a28dfb-6d70-4221-858a-1486f53a0094
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:53:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-655bcc46cd-7cr2v
    namespace: kserve-ci-e2e-test
    resourceVersion: "26759"
    uid: 0fe2812f-3572-4040-8776-9b8b6bb41a7c
  kind: Event
  lastTimestamp: "2026-09-19T08:53:30Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T08:53:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:53:30Z"
    name: isvc-sklearn-v2-predictor-655bcc46cd-7cr2v.18d6ace70d2c3b70
    namespace: kserve-ci-e2e-test
    resourceVersion: "26858"
    uid: 4d651c38-b773-46a0-8afb-218465f6302f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:53:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-655bcc46cd-7cr2v
    namespace: kserve-ci-e2e-test
    resourceVersion: "26759"
    uid: 0fe2812f-3572-4040-8776-9b8b6bb41a7c
  kind: Event
  lastTimestamp: "2026-09-19T08:53:30Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-19T08:53:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:53:30Z"
    name: isvc-sklearn-v2-predictor-655bcc46cd-7cr2v.18d6ace710b1bd54
    namespace: kserve-ci-e2e-test
    resourceVersion: "26860"
    uid: 3b79438d-f65e-472e-830a-c506c0bbff56
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:53:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-655bcc46cd-7cr2v
    namespace: kserve-ci-e2e-test
    resourceVersion: "26759"
    uid: 0fe2812f-3572-4040-8776-9b8b6bb41a7c
  kind: Event
  lastTimestamp: "2026-09-19T08:53:30Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-19T08:53:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:53:30Z"
    name: isvc-sklearn-v2-predictor-655bcc46cd-7cr2v.18d6ace711207965
    namespace: kserve-ci-e2e-test
    resourceVersion: "26861"
    uid: 19f6b32d-0adc-481e-aa17-3627f5120e66
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-19T08:53:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-655bcc46cd-7cr2v
    namespace: kserve-ci-e2e-test
    resourceVersion: "26759"
    uid: 0fe2812f-3572-4040-8776-9b8b6bb41a7c
  kind: Event
  lastTimestamp: "2026-09-19T08:54:57Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.55:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-19T08:53:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:54:57Z"
    name: isvc-sklearn-v2-predictor-655bcc46cd-7cr2v.18d6ace745b3b1d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "27610"
    uid: 1c0b5e12-cc55-4e86-95e9-6bf04c7b23b7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:54:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-655bcc46cd-7cr2v
    namespace: kserve-ci-e2e-test
    resourceVersion: "26759"
    uid: 0fe2812f-3572-4040-8776-9b8b6bb41a7c
  kind: Event
  lastTimestamp: "2026-09-19T08:54:55Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-19T08:54:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:54:55Z"
    name: isvc-sklearn-v2-predictor-655bcc46cd-7cr2v.18d6acfaf2216387
    namespace: kserve-ci-e2e-test
    resourceVersion: "27594"
    uid: 590deae5-a544-4282-8dd7-fd04c070c883
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:54:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-655bcc46cd-7cr2v
    namespace: kserve-ci-e2e-test
    resourceVersion: "26759"
    uid: 0fe2812f-3572-4040-8776-9b8b6bb41a7c
  kind: Event
  lastTimestamp: "2026-09-19T08:54:55Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-19T08:54:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:54:55Z"
    name: isvc-sklearn-v2-predictor-655bcc46cd-7cr2v.18d6acfaf222d04f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27596"
    uid: 4ccfa57a-0820-4da4-9adb-475e01690924
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:54:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-655bcc46cd-7cr2v
    namespace: kserve-ci-e2e-test
    resourceVersion: "26759"
    uid: 0fe2812f-3572-4040-8776-9b8b6bb41a7c
  kind: Event
  lastTimestamp: "2026-09-19T08:54:57Z"
  message: 'Readiness probe failed: Get "https://10.132.0.55:8643/healthz": dial tcp
    10.132.0.55:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-19T08:54:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:54:57Z"
    name: isvc-sklearn-v2-predictor-655bcc46cd-7cr2v.18d6acfb4be5c47e
    namespace: kserve-ci-e2e-test
    resourceVersion: "27608"
    uid: 58216070-1511-4437-96da-2dc850e45d90
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:53:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-predictor-655bcc46cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "26746"
    uid: 393774dd-1cce-44aa-a178-7d7905cd14f4
  kind: Event
  lastTimestamp: "2026-09-19T08:53:24Z"
  message: 'Created pod: isvc-sklearn-v2-predictor-655bcc46cd-7cr2v'
  metadata:
    creationTimestamp: "2026-09-19T08:53:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:53:24Z"
    name: isvc-sklearn-v2-predictor-655bcc46cd.18d6ace5d1f8a57e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26758"
    uid: 0d3642f8-8d4a-4ab2-a696-5ac20ae69115
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:53:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26743"
    uid: fabea16d-28ba-469f-8ce8-abb94ccc2ea9
  kind: Event
  lastTimestamp: "2026-09-19T08:53:24Z"
  message: Scaled up replica set isvc-sklearn-v2-predictor-655bcc46cd from 0 to 1
  metadata:
    creationTimestamp: "2026-09-19T08:53:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:53:24Z"
    name: isvc-sklearn-v2-predictor.18d6ace5cefc8a72
    namespace: kserve-ci-e2e-test
    resourceVersion: "26750"
    uid: dff9dd67-20cb-4e55-b13e-061e928811d6
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-19T08:53:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26745"
    uid: 253efa4c-dc25-4fbb-9508-0f10f2011010
  kind: Event
  lastTimestamp: "2026-09-19T08:53:54Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-19T08:53:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:53:54Z"
    name: isvc-sklearn-v2-predictor.18d6ace94ddb5c5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27043"
    uid: 32bf78a6-1bcf-416a-affe-04aea8bef36d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-19T08:53:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26745"
    uid: 253efa4c-dc25-4fbb-9508-0f10f2011010
  kind: Event
  lastTimestamp: "2026-09-19T08:53:54Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-19T08:53:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:53:54Z"
    name: isvc-sklearn-v2-predictor.18d6ace94e46842a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27044"
    uid: b11d3b76-7e1e-47f6-8770-6798a00e50d6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-19T08:54:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26935"
    uid: 253efa4c-dc25-4fbb-9508-0f10f2011010
  kind: Event
  lastTimestamp: "2026-09-19T08:54:55Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-19T08:54:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:54:55Z"
    name: isvc-sklearn-v2-predictor.18d6acf04befa187
    namespace: kserve-ci-e2e-test
    resourceVersion: "27570"
    uid: 70b04adb-5615-437d-ac69-ac23b7e20314
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-19T08:54:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26935"
    uid: 253efa4c-dc25-4fbb-9508-0f10f2011010
  kind: Event
  lastTimestamp: "2026-09-19T08:54:55Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-19T08:54:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:54:55Z"
    name: isvc-sklearn-v2-predictor.18d6acf04c522b71
    namespace: kserve-ci-e2e-test
    resourceVersion: "27571"
    uid: b5d43f86-b46c-43f3-b0b9-6af6d4a5ec42
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-19T08:52:19.798145Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-2kkhf
    namespace: kserve-ci-e2e-test
    resourceVersion: "26011"
    uid: 9d47f839-9e02-4747-a0ac-840279bf5bca
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-runtime-predictor-5f69c7d498-2kkhf
    to ip-10-0-136-228.ec2.internal
  metadata:
    creationTimestamp: "2026-09-19T08:52:19Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-19T08:52:19Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-2kkhf.18d6acd6a3d7cbb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26015"
    uid: 229431c2-7629-46b4-a1d6-885c3848a346
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-d6b67db56-fftfm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:52:20Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-2kkhf
    namespace: kserve-ci-e2e-test
    resourceVersion: "26019"
    uid: 9d47f839-9e02-4747-a0ac-840279bf5bca
  kind: Event
  lastTimestamp: "2026-09-19T08:52:20Z"
  message: Add eth0 [10.133.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-19T08:52:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-19T08:52:20Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-2kkhf.18d6acd6c58c245c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26029"
    uid: 67b4f777-360b-4e18-8d0b-d00f7f1d41ac
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:52:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-2kkhf
    namespace: kserve-ci-e2e-test
    resourceVersion: "26013"
    uid: 9d47f839-9e02-4747-a0ac-840279bf5bca
  kind: Event
  lastTimestamp: "2026-09-19T08:52:20Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T08:52:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:52:20Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-2kkhf.18d6acd6c6db053c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26031"
    uid: 54f8d608-f052-4795-a6fc-4cee68cd5982
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:52:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-2kkhf
    namespace: kserve-ci-e2e-test
    resourceVersion: "26013"
    uid: 9d47f839-9e02-4747-a0ac-840279bf5bca
  kind: Event
  lastTimestamp: "2026-09-19T08:52:20Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-19T08:52:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:52:20Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-2kkhf.18d6acd6c95ea101
    namespace: kserve-ci-e2e-test
    resourceVersion: "26032"
    uid: 579d6f30-a95f-43ed-8e78-c556cbe810b5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:52:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-2kkhf
    namespace: kserve-ci-e2e-test
    resourceVersion: "26013"
    uid: 9d47f839-9e02-4747-a0ac-840279bf5bca
  kind: Event
  lastTimestamp: "2026-09-19T08:52:20Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-19T08:52:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:52:20Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-2kkhf.18d6acd6c9be7990
    namespace: kserve-ci-e2e-test
    resourceVersion: "26033"
    uid: e207eacc-0558-42e1-9b6c-f0964e8f6ffe
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:52:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-2kkhf
    namespace: kserve-ci-e2e-test
    resourceVersion: "26013"
    uid: 9d47f839-9e02-4747-a0ac-840279bf5bca
  kind: Event
  lastTimestamp: "2026-09-19T08:52:24Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-09-19T08:52:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:52:24Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-2kkhf.18d6acd7b3a7974f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26065"
    uid: aeb15fff-136c-4935-881e-02b461187c75
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:52:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-2kkhf
    namespace: kserve-ci-e2e-test
    resourceVersion: "26013"
    uid: 9d47f839-9e02-4747-a0ac-840279bf5bca
  kind: Event
  lastTimestamp: "2026-09-19T08:52:24Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-19T08:52:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:52:24Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-2kkhf.18d6acd7b629ad62
    namespace: kserve-ci-e2e-test
    resourceVersion: "26068"
    uid: f7d408c6-5a5e-45f1-9e4c-e43f203c6745
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:52:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-2kkhf
    namespace: kserve-ci-e2e-test
    resourceVersion: "26013"
    uid: 9d47f839-9e02-4747-a0ac-840279bf5bca
  kind: Event
  lastTimestamp: "2026-09-19T08:52:24Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-19T08:52:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:52:24Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-2kkhf.18d6acd7b687b149
    namespace: kserve-ci-e2e-test
    resourceVersion: "26069"
    uid: 5438134c-31ca-4ddb-9c9c-1404f673d60e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:52:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-2kkhf
    namespace: kserve-ci-e2e-test
    resourceVersion: "26013"
    uid: 9d47f839-9e02-4747-a0ac-840279bf5bca
  kind: Event
  lastTimestamp: "2026-09-19T08:52:24Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T08:52:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:52:24Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-2kkhf.18d6acd7b6913722
    namespace: kserve-ci-e2e-test
    resourceVersion: "26070"
    uid: 6784eec1-8b94-472b-b773-dde3bcf4c19c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:52:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-2kkhf
    namespace: kserve-ci-e2e-test
    resourceVersion: "26013"
    uid: 9d47f839-9e02-4747-a0ac-840279bf5bca
  kind: Event
  lastTimestamp: "2026-09-19T08:52:24Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-19T08:52:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:52:24Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-2kkhf.18d6acd7b9831a9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26074"
    uid: 5ed6ff9b-2123-4511-9065-bd203d65f7cc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:52:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-2kkhf
    namespace: kserve-ci-e2e-test
    resourceVersion: "26013"
    uid: 9d47f839-9e02-4747-a0ac-840279bf5bca
  kind: Event
  lastTimestamp: "2026-09-19T08:52:24Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-19T08:52:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:52:24Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-2kkhf.18d6acd7b9ddc101
    namespace: kserve-ci-e2e-test
    resourceVersion: "26075"
    uid: 47ff4513-35ca-48d7-b594-27e6d249120d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:53:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-2kkhf
    namespace: kserve-ci-e2e-test
    resourceVersion: "26013"
    uid: 9d47f839-9e02-4747-a0ac-840279bf5bca
  kind: Event
  lastTimestamp: "2026-09-19T08:53:02Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-09-19T08:53:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:53:02Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-2kkhf.18d6ace091c1430b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26395"
    uid: 50a465d3-56c7-46b8-80a9-5d296aa38316
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:53:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-2kkhf
    namespace: kserve-ci-e2e-test
    resourceVersion: "26013"
    uid: 9d47f839-9e02-4747-a0ac-840279bf5bca
  kind: Event
  lastTimestamp: "2026-09-19T08:53:19Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-19T08:53:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:53:19Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-2kkhf.18d6ace4a065ffd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "26655"
    uid: ae85ec2e-7d37-4feb-802e-e4e7103cff81
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:53:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-2kkhf
    namespace: kserve-ci-e2e-test
    resourceVersion: "26013"
    uid: 9d47f839-9e02-4747-a0ac-840279bf5bca
  kind: Event
  lastTimestamp: "2026-09-19T08:53:19Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-19T08:53:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:53:19Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-2kkhf.18d6ace4a0669f9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26656"
    uid: 74933afa-ef0a-4377-973d-73302a059003
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:53:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-2kkhf
    namespace: kserve-ci-e2e-test
    resourceVersion: "26013"
    uid: 9d47f839-9e02-4747-a0ac-840279bf5bca
  kind: Event
  lastTimestamp: "2026-09-19T08:53:22Z"
  message: 'Readiness probe failed: Get "https://10.133.0.32:8643/healthz": dial tcp
    10.133.0.32:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-19T08:53:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:53:22Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-2kkhf.18d6ace5359c8c66
    namespace: kserve-ci-e2e-test
    resourceVersion: "26704"
    uid: 9c7637ed-d5e8-4675-be35-0e5b446f0684
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:52:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498
    namespace: kserve-ci-e2e-test
    resourceVersion: "25999"
    uid: c99166d6-54b0-4970-9fbe-05a99b84356a
  kind: Event
  lastTimestamp: "2026-09-19T08:52:19Z"
  message: 'Created pod: isvc-sklearn-v2-runtime-predictor-5f69c7d498-2kkhf'
  metadata:
    creationTimestamp: "2026-09-19T08:52:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:52:19Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498.18d6acd6a3478a30
    namespace: kserve-ci-e2e-test
    resourceVersion: "26012"
    uid: 9b7e6fef-5ab7-468a-b462-a2fa79e2223a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:52:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25997"
    uid: dcfa07e9-9f3b-43b7-bf73-05a504ec93c4
  kind: Event
  lastTimestamp: "2026-09-19T08:52:19Z"
  message: Scaled up replica set isvc-sklearn-v2-runtime-predictor-5f69c7d498 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-19T08:52:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:52:19Z"
    name: isvc-sklearn-v2-runtime-predictor.18d6acd69fdb92ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "26001"
    uid: 2f3bc82c-ca4b-4846-9309-40fdad184cfb
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-19T08:52:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25998"
    uid: dc027fc6-7cc3-4b18-b602-eec4d9cc9934
  kind: Event
  lastTimestamp: "2026-09-19T08:53:04Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-19T08:52:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:53:04Z"
    name: isvc-sklearn-v2-runtime-predictor.18d6acda1ebbbee4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26411"
    uid: 7555ff85-a9a4-4c81-8625-f16c88d6ecb0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-19T08:52:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25998"
    uid: dc027fc6-7cc3-4b18-b602-eec4d9cc9934
  kind: Event
  lastTimestamp: "2026-09-19T08:53:04Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-19T08:52:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:53:04Z"
    name: isvc-sklearn-v2-runtime-predictor.18d6acda1f25cb78
    namespace: kserve-ci-e2e-test
    resourceVersion: "26412"
    uid: 7bb45be5-9923-40c9-b689-07b670b5cea8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-19T08:52:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26158"
    uid: dc027fc6-7cc3-4b18-b602-eec4d9cc9934
  kind: Event
  lastTimestamp: "2026-09-19T08:53:19Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-19T08:52:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:53:19Z"
    name: isvc-sklearn-v2-runtime-predictor.18d6acdd9dd96330
    namespace: kserve-ci-e2e-test
    resourceVersion: "26637"
    uid: c700c365-fe78-4eff-9b56-0009135fb81c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-19T08:52:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26158"
    uid: dc027fc6-7cc3-4b18-b602-eec4d9cc9934
  kind: Event
  lastTimestamp: "2026-09-19T08:53:19Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-19T08:52:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:53:19Z"
    name: isvc-sklearn-v2-runtime-predictor.18d6acdd9e3ace52
    namespace: kserve-ci-e2e-test
    resourceVersion: "26638"
    uid: 014d37fe-853f-4027-8508-d1366ff7d225
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-19T08:52:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "25990"
    uid: 930a2e56-2131-4fc2-b308-2b507e34273e
  kind: Event
  lastTimestamp: "2026-09-19T08:53:12Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-19T08:52:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T08:53:12Z"
    name: isvc-sklearn-v2-runtime.18d6acd69fe11b7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26478"
    uid: 702b1cab-fe84-43e5-9151-d1cdc7738706
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-19T08:52:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "25990"
    uid: 930a2e56-2131-4fc2-b308-2b507e34273e
  kind: Event
  lastTimestamp: "2026-09-19T08:52:19Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-19T08:52:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T08:52:19Z"
    name: isvc-sklearn-v2-runtime.18d6acd6a0585d5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26022"
    uid: 1b2c8472-41af-4215-8210-77eac8cf68d2
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:52:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "25994"
    uid: 930a2e56-2131-4fc2-b308-2b507e34273e
  kind: Event
  lastTimestamp: "2026-09-19T08:52:19Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-v2-runtime": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-19T08:52:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T08:52:19Z"
    name: isvc-sklearn-v2-runtime.18d6acd6a5f7a5f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "26023"
    uid: 5c92b6ea-e378-4133-b826-141ab4333de7
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:53:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "26476"
    uid: 930a2e56-2131-4fc2-b308-2b507e34273e
  kind: Event
  lastTimestamp: "2026-09-19T08:53:12Z"
  message: InferenceService [isvc-sklearn-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-19T08:53:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T08:53:12Z"
    name: isvc-sklearn-v2-runtime.18d6ace2e6d7a4a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26477"
    uid: 8c70abed-e160-4913-a88c-4120001d85e5
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-19T08:53:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26736"
    uid: 918f7dd4-2e55-4b80-8c88-d55594d85ed9
  kind: Event
  lastTimestamp: "2026-09-19T08:54:47Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-19T08:53:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T08:54:47Z"
    name: isvc-sklearn-v2.18d6ace5cf1411ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "27472"
    uid: 5f4b5ceb-8e72-4dde-8f90-116ff5341ea5
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:53:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26736"
    uid: 918f7dd4-2e55-4b80-8c88-d55594d85ed9
  kind: Event
  lastTimestamp: "2026-09-19T08:53:24Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-19T08:53:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T08:53:24Z"
    name: isvc-sklearn-v2.18d6ace5cfa026c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26752"
    uid: 5d382a08-5745-48ef-90a0-7a2875afe579
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:54:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27470"
    uid: 918f7dd4-2e55-4b80-8c88-d55594d85ed9
  kind: Event
  lastTimestamp: "2026-09-19T08:54:47Z"
  message: InferenceService [isvc-sklearn-v2] is Ready
  metadata:
    creationTimestamp: "2026-09-19T08:54:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T08:54:47Z"
    name: isvc-sklearn-v2.18d6acf8fd4729ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "27471"
    uid: e0a638e6-1626-4022-93e3-b7a0167f6736
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-19T08:46:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "22520"
    uid: 04bcb946-5faa-4521-9c14-4828477143f0
  kind: Event
  lastTimestamp: "2026-09-19T08:47:55Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-19T08:46:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T08:47:55Z"
    name: isvc-sklearn.18d6ac867193362b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23232"
    uid: 40bbfeb9-e77b-4611-975f-e5ce67e2eaa1
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:46:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "22520"
    uid: 04bcb946-5faa-4521-9c14-4828477143f0
  kind: Event
  lastTimestamp: "2026-09-19T08:46:35Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-19T08:46:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T08:46:35Z"
    name: isvc-sklearn.18d6ac86720f84ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "22536"
    uid: d73f5d2d-3abc-4489-9643-10432617ca66
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:47:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "23230"
    uid: 04bcb946-5faa-4521-9c14-4828477143f0
  kind: Event
  lastTimestamp: "2026-09-19T08:47:55Z"
  message: InferenceService [isvc-sklearn] is Ready
  metadata:
    creationTimestamp: "2026-09-19T08:47:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T08:47:55Z"
    name: isvc-sklearn.18d6ac990bdc42a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23231"
    uid: 0356c7f5-4543-477f-9a6a-38b38c138744
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-19T08:56:26.890271Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-w6f62
    namespace: kserve-ci-e2e-test
    resourceVersion: "28496"
    uid: 52110382-6ac9-4308-9d1b-efabcd4092dd
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-tensorflow-predictor-547dfc5669-w6f62
    to ip-10-0-136-228.ec2.internal
  metadata:
    creationTimestamp: "2026-09-19T08:56:26Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-19T08:56:26Z"
    name: isvc-tensorflow-predictor-547dfc5669-w6f62.18d6ad102bae582e
    namespace: kserve-ci-e2e-test
    resourceVersion: "28500"
    uid: 1fea77e5-7a13-4f3c-93db-52f035806fdf
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-d6b67db56-fftfm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:56:27Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-w6f62
    namespace: kserve-ci-e2e-test
    resourceVersion: "28498"
    uid: 52110382-6ac9-4308-9d1b-efabcd4092dd
  kind: Event
  lastTimestamp: "2026-09-19T08:56:27Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-tensorflow-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-19T08:56:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:56:27Z"
    name: isvc-tensorflow-predictor-547dfc5669-w6f62.18d6ad1037f56add
    namespace: kserve-ci-e2e-test
    resourceVersion: "28512"
    uid: 8c24e220-67c6-47e3-adfd-ccbca152ec17
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:56:28Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-w6f62
    namespace: kserve-ci-e2e-test
    resourceVersion: "28506"
    uid: 52110382-6ac9-4308-9d1b-efabcd4092dd
  kind: Event
  lastTimestamp: "2026-09-19T08:56:28Z"
  message: Add eth0 [10.133.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-19T08:56:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-19T08:56:28Z"
    name: isvc-tensorflow-predictor-547dfc5669-w6f62.18d6ad107142e7d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28526"
    uid: 43686a61-8324-426d-bd47-8353ca1afc38
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:56:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-w6f62
    namespace: kserve-ci-e2e-test
    resourceVersion: "28498"
    uid: 52110382-6ac9-4308-9d1b-efabcd4092dd
  kind: Event
  lastTimestamp: "2026-09-19T08:56:28Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T08:56:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:56:28Z"
    name: isvc-tensorflow-predictor-547dfc5669-w6f62.18d6ad107286d859
    namespace: kserve-ci-e2e-test
    resourceVersion: "28529"
    uid: 7390dba1-0d8b-46d0-9039-dd359e210fe7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:56:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-w6f62
    namespace: kserve-ci-e2e-test
    resourceVersion: "28498"
    uid: 52110382-6ac9-4308-9d1b-efabcd4092dd
  kind: Event
  lastTimestamp: "2026-09-19T08:56:28Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-19T08:56:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:56:28Z"
    name: isvc-tensorflow-predictor-547dfc5669-w6f62.18d6ad107510dfe6
    namespace: kserve-ci-e2e-test
    resourceVersion: "28530"
    uid: 4fd1d4e0-82db-4796-ac9c-315072f12b53
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:56:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-w6f62
    namespace: kserve-ci-e2e-test
    resourceVersion: "28498"
    uid: 52110382-6ac9-4308-9d1b-efabcd4092dd
  kind: Event
  lastTimestamp: "2026-09-19T08:56:28Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-19T08:56:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:56:28Z"
    name: isvc-tensorflow-predictor-547dfc5669-w6f62.18d6ad10757ea31b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28531"
    uid: 5d1b922c-af5b-4d91-9700-2743860261c1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:56:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-w6f62
    namespace: kserve-ci-e2e-test
    resourceVersion: "28498"
    uid: 52110382-6ac9-4308-9d1b-efabcd4092dd
  kind: Event
  lastTimestamp: "2026-09-19T08:56:33Z"
  message: Pulling image "tensorflow/serving:2.6.2"
  metadata:
    creationTimestamp: "2026-09-19T08:56:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:56:33Z"
    name: isvc-tensorflow-predictor-547dfc5669-w6f62.18d6ad11acd1c893
    namespace: kserve-ci-e2e-test
    resourceVersion: "28607"
    uid: 9c9d79de-1ada-45ac-9306-eb5c867488a2
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:56:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-w6f62
    namespace: kserve-ci-e2e-test
    resourceVersion: "28498"
    uid: 52110382-6ac9-4308-9d1b-efabcd4092dd
  kind: Event
  lastTimestamp: "2026-09-19T08:56:36Z"
  message: 'Successfully pulled image "tensorflow/serving:2.6.2" in 3.519s (3.519s
    including waiting). Image size: 425873876 bytes.'
  metadata:
    creationTimestamp: "2026-09-19T08:56:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:56:36Z"
    name: isvc-tensorflow-predictor-547dfc5669-w6f62.18d6ad127e9aa7ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "28635"
    uid: 3fefa057-a981-43f7-981e-253cc0392176
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:56:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-w6f62
    namespace: kserve-ci-e2e-test
    resourceVersion: "28498"
    uid: 52110382-6ac9-4308-9d1b-efabcd4092dd
  kind: Event
  lastTimestamp: "2026-09-19T08:56:36Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-19T08:56:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:56:36Z"
    name: isvc-tensorflow-predictor-547dfc5669-w6f62.18d6ad1281b1aa89
    namespace: kserve-ci-e2e-test
    resourceVersion: "28636"
    uid: e560f2dd-2287-4294-af25-a480a851bd8c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:56:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-w6f62
    namespace: kserve-ci-e2e-test
    resourceVersion: "28498"
    uid: 52110382-6ac9-4308-9d1b-efabcd4092dd
  kind: Event
  lastTimestamp: "2026-09-19T08:56:36Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-19T08:56:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:56:36Z"
    name: isvc-tensorflow-predictor-547dfc5669-w6f62.18d6ad12820c9e51
    namespace: kserve-ci-e2e-test
    resourceVersion: "28637"
    uid: aead8604-1b66-4efc-a8c8-83be95ef3a83
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:56:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-w6f62
    namespace: kserve-ci-e2e-test
    resourceVersion: "28498"
    uid: 52110382-6ac9-4308-9d1b-efabcd4092dd
  kind: Event
  lastTimestamp: "2026-09-19T08:56:36Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T08:56:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:56:36Z"
    name: isvc-tensorflow-predictor-547dfc5669-w6f62.18d6ad12821693b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "28638"
    uid: a772e727-6065-4c52-8eaa-5a32c4d6824f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:56:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-w6f62
    namespace: kserve-ci-e2e-test
    resourceVersion: "28498"
    uid: 52110382-6ac9-4308-9d1b-efabcd4092dd
  kind: Event
  lastTimestamp: "2026-09-19T08:56:36Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-19T08:56:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:56:36Z"
    name: isvc-tensorflow-predictor-547dfc5669-w6f62.18d6ad1284d2e49e
    namespace: kserve-ci-e2e-test
    resourceVersion: "28639"
    uid: ba8fd3fc-90c9-408d-a9b0-fec0168832f4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:56:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-w6f62
    namespace: kserve-ci-e2e-test
    resourceVersion: "28498"
    uid: 52110382-6ac9-4308-9d1b-efabcd4092dd
  kind: Event
  lastTimestamp: "2026-09-19T08:56:36Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-19T08:56:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:56:36Z"
    name: isvc-tensorflow-predictor-547dfc5669-w6f62.18d6ad1285316a07
    namespace: kserve-ci-e2e-test
    resourceVersion: "28640"
    uid: 651b94d3-e5d6-44b9-b799-e781bffeca6e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-19T08:56:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-w6f62
    namespace: kserve-ci-e2e-test
    resourceVersion: "28498"
    uid: 52110382-6ac9-4308-9d1b-efabcd4092dd
  kind: Event
  lastTimestamp: "2026-09-19T08:56:44Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.37:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-19T08:56:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:56:44Z"
    name: isvc-tensorflow-predictor-547dfc5669-w6f62.18d6ad12d8381425
    namespace: kserve-ci-e2e-test
    resourceVersion: "28703"
    uid: 76d7d1e9-87d2-4271-9381-c5761c7c2cca
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:57:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-w6f62
    namespace: kserve-ci-e2e-test
    resourceVersion: "28498"
    uid: 52110382-6ac9-4308-9d1b-efabcd4092dd
  kind: Event
  lastTimestamp: "2026-09-19T08:57:07Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-19T08:57:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:57:07Z"
    name: isvc-tensorflow-predictor-547dfc5669-w6f62.18d6ad198bda2a88
    namespace: kserve-ci-e2e-test
    resourceVersion: "28897"
    uid: 486f33ea-b2cf-426d-9414-68d987f12800
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:57:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-w6f62
    namespace: kserve-ci-e2e-test
    resourceVersion: "28498"
    uid: 52110382-6ac9-4308-9d1b-efabcd4092dd
  kind: Event
  lastTimestamp: "2026-09-19T08:57:07Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-19T08:57:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:57:07Z"
    name: isvc-tensorflow-predictor-547dfc5669-w6f62.18d6ad198bda8669
    namespace: kserve-ci-e2e-test
    resourceVersion: "28898"
    uid: 6cc04c36-d6df-4085-855c-38b2a54d1885
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-19T08:57:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-w6f62
    namespace: kserve-ci-e2e-test
    resourceVersion: "28498"
    uid: 52110382-6ac9-4308-9d1b-efabcd4092dd
  kind: Event
  lastTimestamp: "2026-09-19T08:57:34Z"
  message: 'Readiness probe failed: Get "https://10.133.0.37:8643/healthz": dial tcp
    10.133.0.37:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-19T08:57:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:57:34Z"
    name: isvc-tensorflow-predictor-547dfc5669-w6f62.18d6ad1a1060d6f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "29171"
    uid: f7375e94-9e2c-400b-8cbb-38b82ef5f7d3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:56:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-tensorflow-predictor-547dfc5669
    namespace: kserve-ci-e2e-test
    resourceVersion: "28485"
    uid: fd9c5f42-1a55-4226-928e-876522d8461e
  kind: Event
  lastTimestamp: "2026-09-19T08:56:26Z"
  message: 'Created pod: isvc-tensorflow-predictor-547dfc5669-w6f62'
  metadata:
    creationTimestamp: "2026-09-19T08:56:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:56:26Z"
    name: isvc-tensorflow-predictor-547dfc5669.18d6ad102b3a9f93
    namespace: kserve-ci-e2e-test
    resourceVersion: "28497"
    uid: ea610ed8-8881-4195-abf3-c5f846f27cb6
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:56:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28483"
    uid: ebf6b852-c16e-4624-ac0e-e78703d976d8
  kind: Event
  lastTimestamp: "2026-09-19T08:56:26Z"
  message: Scaled up replica set isvc-tensorflow-predictor-547dfc5669 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-19T08:56:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:56:26Z"
    name: isvc-tensorflow-predictor.18d6ad10266a3767
    namespace: kserve-ci-e2e-test
    resourceVersion: "28487"
    uid: 36663a0e-546e-48e4-872a-268838082c19
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-19T08:56:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28484"
    uid: 22700608-5e37-4a8a-b5ab-d0f3ee7b65eb
  kind: Event
  lastTimestamp: "2026-09-19T08:56:56Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-19T08:56:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:56:56Z"
    name: isvc-tensorflow-predictor.18d6ad13a5a191fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "28808"
    uid: 0c7b49f4-863d-440d-8814-6fef15b842aa
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-19T08:56:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28484"
    uid: 22700608-5e37-4a8a-b5ab-d0f3ee7b65eb
  kind: Event
  lastTimestamp: "2026-09-19T08:56:56Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-19T08:56:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:56:56Z"
    name: isvc-tensorflow-predictor.18d6ad13a60ac7a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "28809"
    uid: c65fdd74-38ba-40b1-9324-f456126e6e09
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-19T08:57:12.344192Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-pc7fj
    namespace: kserve-ci-e2e-test
    resourceVersion: "28962"
    uid: 1fe3929b-fb7b-46b4-94b5-57cd100dfc31
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-tensorflow-runtime-predictor-855cfcd677-pc7fj
    to ip-10-0-136-99.ec2.internal
  metadata:
    creationTimestamp: "2026-09-19T08:57:12Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-19T08:57:12Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-pc7fj.18d6ad1ac0f21a5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "28968"
    uid: bd84e3c4-2cb5-4e52-8839-292fb31a4b1a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-d6b67db56-fftfm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:57:12Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-pc7fj
    namespace: kserve-ci-e2e-test
    resourceVersion: "28964"
    uid: 1fe3929b-fb7b-46b4-94b5-57cd100dfc31
  kind: Event
  lastTimestamp: "2026-09-19T08:57:12Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-tensorflow-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-19T08:57:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:57:12Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-pc7fj.18d6ad1acd162655
    namespace: kserve-ci-e2e-test
    resourceVersion: "28975"
    uid: df4fb1d0-2186-4918-a17c-67db29fd7377
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:57:13Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-pc7fj
    namespace: kserve-ci-e2e-test
    resourceVersion: "28972"
    uid: 1fe3929b-fb7b-46b4-94b5-57cd100dfc31
  kind: Event
  lastTimestamp: "2026-09-19T08:57:13Z"
  message: Add eth0 [10.132.0.58/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-19T08:57:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-19T08:57:13Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-pc7fj.18d6ad1b072cbe81
    namespace: kserve-ci-e2e-test
    resourceVersion: "28984"
    uid: 84958a96-af7a-4e18-9dc4-9f865b6ede4f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:57:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-pc7fj
    namespace: kserve-ci-e2e-test
    resourceVersion: "28964"
    uid: 1fe3929b-fb7b-46b4-94b5-57cd100dfc31
  kind: Event
  lastTimestamp: "2026-09-19T08:57:13Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T08:57:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:57:13Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-pc7fj.18d6ad1b08a9fc3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "28986"
    uid: 2ce3b087-5eac-4c0c-a276-79530e2e05d8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:57:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-pc7fj
    namespace: kserve-ci-e2e-test
    resourceVersion: "28964"
    uid: 1fe3929b-fb7b-46b4-94b5-57cd100dfc31
  kind: Event
  lastTimestamp: "2026-09-19T08:57:13Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-19T08:57:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:57:13Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-pc7fj.18d6ad1b0c157648
    namespace: kserve-ci-e2e-test
    resourceVersion: "28987"
    uid: e5aa1882-8f96-4930-a091-552dbe9dd1ce
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:57:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-pc7fj
    namespace: kserve-ci-e2e-test
    resourceVersion: "28964"
    uid: 1fe3929b-fb7b-46b4-94b5-57cd100dfc31
  kind: Event
  lastTimestamp: "2026-09-19T08:57:13Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-19T08:57:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:57:13Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-pc7fj.18d6ad1b0c856912
    namespace: kserve-ci-e2e-test
    resourceVersion: "28988"
    uid: b125b383-233c-4ddf-9396-6cb0be9680f3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:57:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-pc7fj
    namespace: kserve-ci-e2e-test
    resourceVersion: "28964"
    uid: 1fe3929b-fb7b-46b4-94b5-57cd100dfc31
  kind: Event
  lastTimestamp: "2026-09-19T08:57:18Z"
  message: Pulling image "tensorflow/serving:2.6.2"
  metadata:
    creationTimestamp: "2026-09-19T08:57:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:57:18Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-pc7fj.18d6ad1c29ed33a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "29036"
    uid: eb915c0a-0286-4eb6-819b-c30397d3a286
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:57:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-pc7fj
    namespace: kserve-ci-e2e-test
    resourceVersion: "28964"
    uid: 1fe3929b-fb7b-46b4-94b5-57cd100dfc31
  kind: Event
  lastTimestamp: "2026-09-19T08:57:21Z"
  message: 'Successfully pulled image "tensorflow/serving:2.6.2" in 3.469s (3.469s
    including waiting). Image size: 425873876 bytes.'
  metadata:
    creationTimestamp: "2026-09-19T08:57:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:57:21Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-pc7fj.18d6ad1cf8b76780
    namespace: kserve-ci-e2e-test
    resourceVersion: "29070"
    uid: 1e6a39f0-17d4-4d2b-93be-fee2fc20ed21
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:57:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-pc7fj
    namespace: kserve-ci-e2e-test
    resourceVersion: "28964"
    uid: 1fe3929b-fb7b-46b4-94b5-57cd100dfc31
  kind: Event
  lastTimestamp: "2026-09-19T08:57:21Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-19T08:57:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:57:21Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-pc7fj.18d6ad1cfbc50395
    namespace: kserve-ci-e2e-test
    resourceVersion: "29072"
    uid: 1ba0700b-5261-43fe-bd7d-793a11d1e914
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:57:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-pc7fj
    namespace: kserve-ci-e2e-test
    resourceVersion: "28964"
    uid: 1fe3929b-fb7b-46b4-94b5-57cd100dfc31
  kind: Event
  lastTimestamp: "2026-09-19T08:57:21Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-19T08:57:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:57:21Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-pc7fj.18d6ad1cfc4426f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29073"
    uid: 7238fbb3-5710-4f07-baa9-840203d763f2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:57:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-pc7fj
    namespace: kserve-ci-e2e-test
    resourceVersion: "28964"
    uid: 1fe3929b-fb7b-46b4-94b5-57cd100dfc31
  kind: Event
  lastTimestamp: "2026-09-19T08:57:21Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T08:57:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:57:21Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-pc7fj.18d6ad1cfc4dc577
    namespace: kserve-ci-e2e-test
    resourceVersion: "29074"
    uid: 3f24ea29-26d2-4586-9749-57862c363a1e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:57:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-pc7fj
    namespace: kserve-ci-e2e-test
    resourceVersion: "28964"
    uid: 1fe3929b-fb7b-46b4-94b5-57cd100dfc31
  kind: Event
  lastTimestamp: "2026-09-19T08:57:21Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-19T08:57:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:57:21Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-pc7fj.18d6ad1cff04008c
    namespace: kserve-ci-e2e-test
    resourceVersion: "29076"
    uid: ef71cd50-4d9a-47b1-b924-064502a1406b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:57:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-pc7fj
    namespace: kserve-ci-e2e-test
    resourceVersion: "28964"
    uid: 1fe3929b-fb7b-46b4-94b5-57cd100dfc31
  kind: Event
  lastTimestamp: "2026-09-19T08:57:21Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-19T08:57:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:57:21Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-pc7fj.18d6ad1cffb91505
    namespace: kserve-ci-e2e-test
    resourceVersion: "29077"
    uid: 5fb60c33-8d2b-4450-acb3-252550ac54fa
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-19T08:57:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-pc7fj
    namespace: kserve-ci-e2e-test
    resourceVersion: "28964"
    uid: 1fe3929b-fb7b-46b4-94b5-57cd100dfc31
  kind: Event
  lastTimestamp: "2026-09-19T08:57:29Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.58:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-19T08:57:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:57:29Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-pc7fj.18d6ad1d563f7b7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "29134"
    uid: 149ea7da-29fe-4725-aaef-4d83f4118775
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:57:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-pc7fj
    namespace: kserve-ci-e2e-test
    resourceVersion: "28964"
    uid: 1fe3929b-fb7b-46b4-94b5-57cd100dfc31
  kind: Event
  lastTimestamp: "2026-09-19T08:57:51Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-19T08:57:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:57:51Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-pc7fj.18d6ad23d628c8d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "29360"
    uid: 92dadea6-01c4-4a3b-9341-e7b9750f1b5a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:57:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-pc7fj
    namespace: kserve-ci-e2e-test
    resourceVersion: "28964"
    uid: 1fe3929b-fb7b-46b4-94b5-57cd100dfc31
  kind: Event
  lastTimestamp: "2026-09-19T08:57:51Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-19T08:57:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:57:51Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-pc7fj.18d6ad23d6296677
    namespace: kserve-ci-e2e-test
    resourceVersion: "29361"
    uid: 1686b227-3e81-43dd-9776-2f94421ef41d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-19T08:57:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-pc7fj
    namespace: kserve-ci-e2e-test
    resourceVersion: "28964"
    uid: 1fe3929b-fb7b-46b4-94b5-57cd100dfc31
  kind: Event
  lastTimestamp: "2026-09-19T08:58:19Z"
  message: 'Readiness probe failed: Get "https://10.132.0.58:8643/healthz": dial tcp
    10.132.0.58:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-19T08:57:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:58:19Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-pc7fj.18d6ad248e420d0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "29679"
    uid: 440aa7a4-e042-4318-80d1-19206cae5bac
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:57:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-tensorflow-runtime-predictor-855cfcd677
    namespace: kserve-ci-e2e-test
    resourceVersion: "28952"
    uid: 1dac7fb5-9a5e-4c09-ab3b-1db1f914268f
  kind: Event
  lastTimestamp: "2026-09-19T08:57:12Z"
  message: 'Created pod: isvc-tensorflow-runtime-predictor-855cfcd677-pc7fj'
  metadata:
    creationTimestamp: "2026-09-19T08:57:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:57:12Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677.18d6ad1ac086dd8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "28963"
    uid: c12f6b04-33f4-4e57-b9d7-94abfdd2a747
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:57:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28950"
    uid: 7f08a77b-1de9-4a70-81be-21b3b2658567
  kind: Event
  lastTimestamp: "2026-09-19T08:57:12Z"
  message: Scaled up replica set isvc-tensorflow-runtime-predictor-855cfcd677 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-19T08:57:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:57:12Z"
    name: isvc-tensorflow-runtime-predictor.18d6ad1abdc44525
    namespace: kserve-ci-e2e-test
    resourceVersion: "28954"
    uid: e402c9f5-dd61-48f8-b4f1-50645833036c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-19T08:57:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28951"
    uid: 1afe2eec-568b-4631-a6d7-7da01738b151
  kind: Event
  lastTimestamp: "2026-09-19T08:57:42Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-19T08:57:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:57:42Z"
    name: isvc-tensorflow-runtime-predictor.18d6ad1e3c50944a
    namespace: kserve-ci-e2e-test
    resourceVersion: "29239"
    uid: f16862bb-55f0-478c-a7ec-90dd20fac6a0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-19T08:57:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28951"
    uid: 1afe2eec-568b-4631-a6d7-7da01738b151
  kind: Event
  lastTimestamp: "2026-09-19T08:57:42Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-19T08:57:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:57:42Z"
    name: isvc-tensorflow-runtime-predictor.18d6ad1e3cbc85a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "29240"
    uid: c67a51e3-3326-42d3-bf5b-2488783b775f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-19T08:57:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "28942"
    uid: 47732de4-3ec0-4f56-b363-859054882847
  kind: Event
  lastTimestamp: "2026-09-19T08:57:39Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-19T08:57:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T08:57:39Z"
    name: isvc-tensorflow-runtime.18d6ad1abdc6f1e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "29213"
    uid: e42f3043-2963-45e1-9e04-f1e5d5b57587
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:57:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "28942"
    uid: 47732de4-3ec0-4f56-b363-859054882847
  kind: Event
  lastTimestamp: "2026-09-19T08:57:12Z"
  message: 'Failed to update status for InferenceService "isvc-tensorflow-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-tensorflow-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-19T08:57:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T08:57:12Z"
    name: isvc-tensorflow-runtime.18d6ad1abe40fa2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "28958"
    uid: 81371fb3-6eb6-443f-b08d-2dcdce873218
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:57:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "29211"
    uid: 47732de4-3ec0-4f56-b363-859054882847
  kind: Event
  lastTimestamp: "2026-09-19T08:57:39Z"
  message: InferenceService [isvc-tensorflow-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-19T08:57:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T08:57:39Z"
    name: isvc-tensorflow-runtime.18d6ad21152b0424
    namespace: kserve-ci-e2e-test
    resourceVersion: "29212"
    uid: 7a790197-c74f-4656-bde1-2e13a70d2405
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-19T08:56:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "28475"
    uid: a60bf151-b56d-4b2d-961d-725c8c7e7a6f
  kind: Event
  lastTimestamp: "2026-09-19T08:56:54Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-19T08:56:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T08:56:54Z"
    name: isvc-tensorflow.18d6ad102681049e
    namespace: kserve-ci-e2e-test
    resourceVersion: "28794"
    uid: 8bb19546-42ab-4017-abcd-94b65b170e39
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-19T08:56:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "28475"
    uid: a60bf151-b56d-4b2d-961d-725c8c7e7a6f
  kind: Event
  lastTimestamp: "2026-09-19T08:56:26Z"
  message: 'Failed to update status for InferenceService "isvc-tensorflow": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-tensorflow":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-19T08:56:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T08:56:26Z"
    name: isvc-tensorflow.18d6ad1026f55fad
    namespace: kserve-ci-e2e-test
    resourceVersion: "28505"
    uid: f333677e-14df-410c-aa0b-f7c0c9c58766
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:56:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "28478"
    uid: a60bf151-b56d-4b2d-961d-725c8c7e7a6f
  kind: Event
  lastTimestamp: "2026-09-19T08:56:26Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-tensorflow": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-19T08:56:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T08:56:26Z"
    name: isvc-tensorflow.18d6ad102d371e92
    namespace: kserve-ci-e2e-test
    resourceVersion: "28507"
    uid: b1e4e962-cc3b-4332-9571-001be97daff0
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:56:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "28792"
    uid: a60bf151-b56d-4b2d-961d-725c8c7e7a6f
  kind: Event
  lastTimestamp: "2026-09-19T08:56:54Z"
  message: InferenceService [isvc-tensorflow] is Ready
  metadata:
    creationTimestamp: "2026-09-19T08:56:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T08:56:54Z"
    name: isvc-tensorflow.18d6ad1697c068ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "28793"
    uid: 2c909e8e-40ef-4a66-be36-49e02bd404a5
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-19T08:57:56.480306Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-hg4zt
    namespace: kserve-ci-e2e-test
    resourceVersion: "29465"
    uid: 738fb929-79c1-4868-8b52-380fd2d62a8d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-triton-predictor-5d7db58676-hg4zt
    to ip-10-0-136-228.ec2.internal
  metadata:
    creationTimestamp: "2026-09-19T08:57:56Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-19T08:57:56Z"
    name: isvc-triton-predictor-5d7db58676-hg4zt.18d6ad2507a9d044
    namespace: kserve-ci-e2e-test
    resourceVersion: "29471"
    uid: 6d449305-e53e-40ef-8e08-624e2c917fdc
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-d6b67db56-fftfm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:57:56Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-hg4zt
    namespace: kserve-ci-e2e-test
    resourceVersion: "29467"
    uid: 738fb929-79c1-4868-8b52-380fd2d62a8d
  kind: Event
  lastTimestamp: "2026-09-19T08:57:56Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-triton-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-19T08:57:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:57:56Z"
    name: isvc-triton-predictor-5d7db58676-hg4zt.18d6ad25144825c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "29479"
    uid: 16f191cb-2801-4ac2-901d-2f45a35f23df
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:57:57Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-hg4zt
    namespace: kserve-ci-e2e-test
    resourceVersion: "29475"
    uid: 738fb929-79c1-4868-8b52-380fd2d62a8d
  kind: Event
  lastTimestamp: "2026-09-19T08:57:57Z"
  message: Add eth0 [10.133.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-19T08:57:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-19T08:57:57Z"
    name: isvc-triton-predictor-5d7db58676-hg4zt.18d6ad254d2c9be0
    namespace: kserve-ci-e2e-test
    resourceVersion: "29488"
    uid: 17ce4a1b-2fc2-4cab-80b3-9b67e6363899
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:57:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-hg4zt
    namespace: kserve-ci-e2e-test
    resourceVersion: "29467"
    uid: 738fb929-79c1-4868-8b52-380fd2d62a8d
  kind: Event
  lastTimestamp: "2026-09-19T08:57:57Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T08:57:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:57:57Z"
    name: isvc-triton-predictor-5d7db58676-hg4zt.18d6ad254e7a6e3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "29490"
    uid: 9b79e002-2914-4d25-819c-3b206bceabaa
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:57:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-hg4zt
    namespace: kserve-ci-e2e-test
    resourceVersion: "29467"
    uid: 738fb929-79c1-4868-8b52-380fd2d62a8d
  kind: Event
  lastTimestamp: "2026-09-19T08:57:57Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-19T08:57:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:57:57Z"
    name: isvc-triton-predictor-5d7db58676-hg4zt.18d6ad25512d991b
    namespace: kserve-ci-e2e-test
    resourceVersion: "29491"
    uid: f9d344bb-25f2-4f87-ab9a-0dd5a5a9f968
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:57:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-hg4zt
    namespace: kserve-ci-e2e-test
    resourceVersion: "29467"
    uid: 738fb929-79c1-4868-8b52-380fd2d62a8d
  kind: Event
  lastTimestamp: "2026-09-19T08:57:57Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-19T08:57:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:57:57Z"
    name: isvc-triton-predictor-5d7db58676-hg4zt.18d6ad25519b526f
    namespace: kserve-ci-e2e-test
    resourceVersion: "29492"
    uid: 5c1f7c6c-124e-4ff0-b991-0f35e9561b98
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:58:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-hg4zt
    namespace: kserve-ci-e2e-test
    resourceVersion: "29467"
    uid: 738fb929-79c1-4868-8b52-380fd2d62a8d
  kind: Event
  lastTimestamp: "2026-09-19T08:58:01Z"
  message: Pulling image "nvcr.io/nvidia/tritonserver:23.05-py3"
  metadata:
    creationTimestamp: "2026-09-19T08:58:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:58:01Z"
    name: isvc-triton-predictor-5d7db58676-hg4zt.18d6ad263ef14c05
    namespace: kserve-ci-e2e-test
    resourceVersion: "29539"
    uid: 3d895929-69ca-40d3-a667-12107a02c510
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:59:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-hg4zt
    namespace: kserve-ci-e2e-test
    resourceVersion: "29467"
    uid: 738fb929-79c1-4868-8b52-380fd2d62a8d
  kind: Event
  lastTimestamp: "2026-09-19T08:59:53Z"
  message: 'Successfully pulled image "nvcr.io/nvidia/tritonserver:23.05-py3" in 1m51.946s
    (1m51.946s including waiting). Image size: 12907074623 bytes.'
  metadata:
    creationTimestamp: "2026-09-19T08:59:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:59:53Z"
    name: isvc-triton-predictor-5d7db58676-hg4zt.18d6ad404f78a513
    namespace: kserve-ci-e2e-test
    resourceVersion: "30505"
    uid: a6d5e574-062e-4a56-9cf3-73dffcde2b2f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:59:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-hg4zt
    namespace: kserve-ci-e2e-test
    resourceVersion: "29467"
    uid: 738fb929-79c1-4868-8b52-380fd2d62a8d
  kind: Event
  lastTimestamp: "2026-09-19T08:59:53Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-19T08:59:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:59:53Z"
    name: isvc-triton-predictor-5d7db58676-hg4zt.18d6ad40549791ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "30506"
    uid: e1232ee8-7748-4e0b-9292-f36ce46b6ccb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:59:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-hg4zt
    namespace: kserve-ci-e2e-test
    resourceVersion: "29467"
    uid: 738fb929-79c1-4868-8b52-380fd2d62a8d
  kind: Event
  lastTimestamp: "2026-09-19T08:59:53Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-19T08:59:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:59:53Z"
    name: isvc-triton-predictor-5d7db58676-hg4zt.18d6ad4055876f77
    namespace: kserve-ci-e2e-test
    resourceVersion: "30507"
    uid: 003e9990-49d3-47cc-a22d-0115f7585b43
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:59:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-hg4zt
    namespace: kserve-ci-e2e-test
    resourceVersion: "29467"
    uid: 738fb929-79c1-4868-8b52-380fd2d62a8d
  kind: Event
  lastTimestamp: "2026-09-19T08:59:53Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T08:59:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:59:53Z"
    name: isvc-triton-predictor-5d7db58676-hg4zt.18d6ad405591c563
    namespace: kserve-ci-e2e-test
    resourceVersion: "30508"
    uid: 5ebe423a-3a53-4645-ad10-9e494939c4f9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:59:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-hg4zt
    namespace: kserve-ci-e2e-test
    resourceVersion: "29467"
    uid: 738fb929-79c1-4868-8b52-380fd2d62a8d
  kind: Event
  lastTimestamp: "2026-09-19T08:59:53Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-19T08:59:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:59:53Z"
    name: isvc-triton-predictor-5d7db58676-hg4zt.18d6ad405a1177f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "30509"
    uid: 7993f586-9503-417b-8ffa-84bf7835208d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:59:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-hg4zt
    namespace: kserve-ci-e2e-test
    resourceVersion: "29467"
    uid: 738fb929-79c1-4868-8b52-380fd2d62a8d
  kind: Event
  lastTimestamp: "2026-09-19T08:59:53Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-19T08:59:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:59:53Z"
    name: isvc-triton-predictor-5d7db58676-hg4zt.18d6ad405b055998
    namespace: kserve-ci-e2e-test
    resourceVersion: "30512"
    uid: 1c04403e-ab99-4c64-82d0-a494bc2f8bc8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-19T08:59:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-hg4zt
    namespace: kserve-ci-e2e-test
    resourceVersion: "29467"
    uid: 738fb929-79c1-4868-8b52-380fd2d62a8d
  kind: Event
  lastTimestamp: "2026-09-19T09:00:10Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.38:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-19T08:59:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:00:10Z"
    name: isvc-triton-predictor-5d7db58676-hg4zt.18d6ad4072a67ecb
    namespace: kserve-ci-e2e-test
    resourceVersion: "30674"
    uid: 183fed29-af6c-49e5-9a85-8e991ebc28e2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:00:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-hg4zt
    namespace: kserve-ci-e2e-test
    resourceVersion: "29467"
    uid: 738fb929-79c1-4868-8b52-380fd2d62a8d
  kind: Event
  lastTimestamp: "2026-09-19T09:00:08Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-19T09:00:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:00:08Z"
    name: isvc-triton-predictor-5d7db58676-hg4zt.18d6ad43d41a5956
    namespace: kserve-ci-e2e-test
    resourceVersion: "30662"
    uid: 2a4c571f-a7da-4f91-8389-d2a6dfb4b99b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:00:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-hg4zt
    namespace: kserve-ci-e2e-test
    resourceVersion: "29467"
    uid: 738fb929-79c1-4868-8b52-380fd2d62a8d
  kind: Event
  lastTimestamp: "2026-09-19T09:00:08Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-19T09:00:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:00:08Z"
    name: isvc-triton-predictor-5d7db58676-hg4zt.18d6ad43d41ad68f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30663"
    uid: 30e2ef1d-7c4c-46b5-8de6-40567f5f1a41
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:00:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-hg4zt
    namespace: kserve-ci-e2e-test
    resourceVersion: "29467"
    uid: 738fb929-79c1-4868-8b52-380fd2d62a8d
  kind: Event
  lastTimestamp: "2026-09-19T09:00:10Z"
  message: 'Readiness probe failed: Get "https://10.133.0.38:8643/healthz": dial tcp
    10.133.0.38:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-19T09:00:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:00:10Z"
    name: isvc-triton-predictor-5d7db58676-hg4zt.18d6ad442c8081dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30673"
    uid: afe98990-0862-4520-9953-808a9319e888
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:57:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-triton-predictor-5d7db58676
    namespace: kserve-ci-e2e-test
    resourceVersion: "29455"
    uid: 70e615b4-30b8-4c6c-b36a-8837a583f24f
  kind: Event
  lastTimestamp: "2026-09-19T08:57:56Z"
  message: 'Created pod: isvc-triton-predictor-5d7db58676-hg4zt'
  metadata:
    creationTimestamp: "2026-09-19T08:57:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:57:56Z"
    name: isvc-triton-predictor-5d7db58676.18d6ad250721c5a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "29466"
    uid: 51f413da-b127-4b54-8610-02f28be5d7de
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:57:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29453"
    uid: 3b7ee828-6185-49ca-9f37-27b96e0d0051
  kind: Event
  lastTimestamp: "2026-09-19T08:57:56Z"
  message: Scaled up replica set isvc-triton-predictor-5d7db58676 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-19T08:57:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:57:56Z"
    name: isvc-triton-predictor.18d6ad25046e2a2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "29457"
    uid: 2ccc599e-ff65-4b73-b31b-8f7634200aed
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-09-19T08:58:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29454"
    uid: 3a0c3a62-150d-4471-92e6-10de1488aa08
  kind: Event
  lastTimestamp: "2026-09-19T08:59:56Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-19T08:58:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:59:56Z"
    name: isvc-triton-predictor.18d6ad28833244fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "30541"
    uid: 6810cfc8-168a-4ac8-9bfb-6f05701b7e49
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-09-19T08:58:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29454"
    uid: 3a0c3a62-150d-4471-92e6-10de1488aa08
  kind: Event
  lastTimestamp: "2026-09-19T08:59:56Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-19T08:58:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:59:56Z"
    name: isvc-triton-predictor.18d6ad28839967bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "30542"
    uid: 955034ef-2749-4036-a9c0-c17cd1db8ed8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-19T08:57:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "29446"
    uid: 161f5928-1d6d-44da-ad33-500b8eb207fc
  kind: Event
  lastTimestamp: "2026-09-19T09:00:00Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-19T08:57:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T09:00:00Z"
    name: isvc-triton.18d6ad250480dd4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30585"
    uid: bb1a7b60-c160-481f-bc4d-0b57f7404986
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:57:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "29446"
    uid: 161f5928-1d6d-44da-ad33-500b8eb207fc
  kind: Event
  lastTimestamp: "2026-09-19T08:57:56Z"
  message: 'Failed to update status for InferenceService "isvc-triton": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-triton": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-19T08:57:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T08:57:56Z"
    name: isvc-triton.18d6ad2504fa8bab
    namespace: kserve-ci-e2e-test
    resourceVersion: "29461"
    uid: 25823e95-c4ec-4602-858f-65ca58d51d69
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:00:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "30583"
    uid: 161f5928-1d6d-44da-ad33-500b8eb207fc
  kind: Event
  lastTimestamp: "2026-09-19T09:00:00Z"
  message: InferenceService [isvc-triton] is Ready
  metadata:
    creationTimestamp: "2026-09-19T09:00:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T09:00:00Z"
    name: isvc-triton.18d6ad41df8b5fd0
    namespace: kserve-ci-e2e-test
    resourceVersion: "30584"
    uid: 1a0695ef-adc9-413c-adc8-d75adfa38f20
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-19T09:00:13.980129Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-2kbs6
    namespace: kserve-ci-e2e-test
    resourceVersion: "30726"
    uid: d61d170f-beae-4fa3-944c-17887659a3b9
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-predictor-7566d65bf7-2kbs6
    to ip-10-0-136-228.ec2.internal
  metadata:
    creationTimestamp: "2026-09-19T09:00:13Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-19T09:00:13Z"
    name: isvc-xgboost-predictor-7566d65bf7-2kbs6.18d6ad450b4aa4f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "30732"
    uid: c7356187-f591-4e2f-9b4d-6c1a909aad70
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-d6b67db56-fftfm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:00:14Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-2kbs6
    namespace: kserve-ci-e2e-test
    resourceVersion: "30737"
    uid: d61d170f-beae-4fa3-944c-17887659a3b9
  kind: Event
  lastTimestamp: "2026-09-19T09:00:14Z"
  message: Add eth0 [10.133.0.40/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-19T09:00:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-19T09:00:14Z"
    name: isvc-xgboost-predictor-7566d65bf7-2kbs6.18d6ad45318fb890
    namespace: kserve-ci-e2e-test
    resourceVersion: "30749"
    uid: e4713bda-541d-455f-9021-525409f3fda9
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:00:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-2kbs6
    namespace: kserve-ci-e2e-test
    resourceVersion: "30731"
    uid: d61d170f-beae-4fa3-944c-17887659a3b9
  kind: Event
  lastTimestamp: "2026-09-19T09:00:14Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T09:00:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:00:14Z"
    name: isvc-xgboost-predictor-7566d65bf7-2kbs6.18d6ad453304b98e
    namespace: kserve-ci-e2e-test
    resourceVersion: "30752"
    uid: f4267bd9-0ef2-4d29-a5ea-c02eba5755cf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:00:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-2kbs6
    namespace: kserve-ci-e2e-test
    resourceVersion: "30731"
    uid: d61d170f-beae-4fa3-944c-17887659a3b9
  kind: Event
  lastTimestamp: "2026-09-19T09:00:14Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-19T09:00:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:00:14Z"
    name: isvc-xgboost-predictor-7566d65bf7-2kbs6.18d6ad45393cd050
    namespace: kserve-ci-e2e-test
    resourceVersion: "30754"
    uid: f997979a-9095-4a0b-9048-989ade8c218f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:00:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-2kbs6
    namespace: kserve-ci-e2e-test
    resourceVersion: "30731"
    uid: d61d170f-beae-4fa3-944c-17887659a3b9
  kind: Event
  lastTimestamp: "2026-09-19T09:00:14Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-19T09:00:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:00:14Z"
    name: isvc-xgboost-predictor-7566d65bf7-2kbs6.18d6ad4539fbe93c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30755"
    uid: 46253a9e-9da1-4b0b-8546-c1e9a248869e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:00:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-2kbs6
    namespace: kserve-ci-e2e-test
    resourceVersion: "30731"
    uid: d61d170f-beae-4fa3-944c-17887659a3b9
  kind: Event
  lastTimestamp: "2026-09-19T09:00:19Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-09-19T09:00:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:00:19Z"
    name: isvc-xgboost-predictor-7566d65bf7-2kbs6.18d6ad464baf21e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "30795"
    uid: ef0f316a-d274-4b30-8ba7-a623f0a80a98
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:00:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-2kbs6
    namespace: kserve-ci-e2e-test
    resourceVersion: "30731"
    uid: d61d170f-beae-4fa3-944c-17887659a3b9
  kind: Event
  lastTimestamp: "2026-09-19T09:00:39Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 19.991s (19.991s
    including waiting). Image size: 1436478727 bytes.'
  metadata:
    creationTimestamp: "2026-09-19T09:00:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:00:39Z"
    name: isvc-xgboost-predictor-7566d65bf7-2kbs6.18d6ad4af348ba4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30941"
    uid: 05a8c9ee-50d1-423d-9db4-403ecedbea93
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:00:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-2kbs6
    namespace: kserve-ci-e2e-test
    resourceVersion: "30731"
    uid: d61d170f-beae-4fa3-944c-17887659a3b9
  kind: Event
  lastTimestamp: "2026-09-19T09:00:39Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-19T09:00:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:00:39Z"
    name: isvc-xgboost-predictor-7566d65bf7-2kbs6.18d6ad4af69b6e57
    namespace: kserve-ci-e2e-test
    resourceVersion: "30942"
    uid: 2e5c472b-c72b-410e-9a6b-834bbcbbc34f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:00:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-2kbs6
    namespace: kserve-ci-e2e-test
    resourceVersion: "30731"
    uid: d61d170f-beae-4fa3-944c-17887659a3b9
  kind: Event
  lastTimestamp: "2026-09-19T09:00:39Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-19T09:00:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:00:39Z"
    name: isvc-xgboost-predictor-7566d65bf7-2kbs6.18d6ad4af6f92e94
    namespace: kserve-ci-e2e-test
    resourceVersion: "30943"
    uid: f3af1998-d582-43ad-9916-460ab8bf540d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:00:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-2kbs6
    namespace: kserve-ci-e2e-test
    resourceVersion: "30731"
    uid: d61d170f-beae-4fa3-944c-17887659a3b9
  kind: Event
  lastTimestamp: "2026-09-19T09:00:39Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T09:00:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:00:39Z"
    name: isvc-xgboost-predictor-7566d65bf7-2kbs6.18d6ad4af7017a78
    namespace: kserve-ci-e2e-test
    resourceVersion: "30944"
    uid: 6cc90dac-aa46-414e-a07c-d4bedd0fd9d8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:00:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-2kbs6
    namespace: kserve-ci-e2e-test
    resourceVersion: "30731"
    uid: d61d170f-beae-4fa3-944c-17887659a3b9
  kind: Event
  lastTimestamp: "2026-09-19T09:00:39Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-19T09:00:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:00:39Z"
    name: isvc-xgboost-predictor-7566d65bf7-2kbs6.18d6ad4af97f5836
    namespace: kserve-ci-e2e-test
    resourceVersion: "30946"
    uid: e210f0ca-877f-45e4-9e8c-7516d8f698d9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:00:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-2kbs6
    namespace: kserve-ci-e2e-test
    resourceVersion: "30731"
    uid: d61d170f-beae-4fa3-944c-17887659a3b9
  kind: Event
  lastTimestamp: "2026-09-19T09:00:39Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-19T09:00:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:00:39Z"
    name: isvc-xgboost-predictor-7566d65bf7-2kbs6.18d6ad4af9de80b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "30947"
    uid: bb5f045a-faf2-407b-80ac-43a906b710cd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-19T09:00:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-2kbs6
    namespace: kserve-ci-e2e-test
    resourceVersion: "30731"
    uid: d61d170f-beae-4fa3-944c-17887659a3b9
  kind: Event
  lastTimestamp: "2026-09-19T09:01:56Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.40:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-19T09:00:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:01:56Z"
    name: isvc-xgboost-predictor-7566d65bf7-2kbs6.18d6ad4b3545a1ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "31701"
    uid: ff5db391-4cfa-4329-8231-f3ad28c194c2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:01:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-2kbs6
    namespace: kserve-ci-e2e-test
    resourceVersion: "30731"
    uid: d61d170f-beae-4fa3-944c-17887659a3b9
  kind: Event
  lastTimestamp: "2026-09-19T09:01:54Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-19T09:01:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:01:54Z"
    name: isvc-xgboost-predictor-7566d65bf7-2kbs6.18d6ad5c7064df87
    namespace: kserve-ci-e2e-test
    resourceVersion: "31684"
    uid: 98f24de7-6dcf-4547-84b4-3cd45fa958f2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:01:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-2kbs6
    namespace: kserve-ci-e2e-test
    resourceVersion: "30731"
    uid: d61d170f-beae-4fa3-944c-17887659a3b9
  kind: Event
  lastTimestamp: "2026-09-19T09:01:54Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-19T09:01:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:01:54Z"
    name: isvc-xgboost-predictor-7566d65bf7-2kbs6.18d6ad5c70656cb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31685"
    uid: a32bebea-a44e-4316-be44-d30ed2110633
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:01:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-2kbs6
    namespace: kserve-ci-e2e-test
    resourceVersion: "30731"
    uid: d61d170f-beae-4fa3-944c-17887659a3b9
  kind: Event
  lastTimestamp: "2026-09-19T09:01:56Z"
  message: 'Readiness probe failed: Get "https://10.133.0.40:8643/healthz": dial tcp
    10.133.0.40:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-19T09:01:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:01:56Z"
    name: isvc-xgboost-predictor-7566d65bf7-2kbs6.18d6ad5ce771796e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31700"
    uid: 9cf4b663-4a01-4752-b721-eed0af03a614
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:00:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-predictor-7566d65bf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30717"
    uid: 13198b7d-132c-4f4e-b3a1-2a2d77502857
  kind: Event
  lastTimestamp: "2026-09-19T09:00:13Z"
  message: 'Created pod: isvc-xgboost-predictor-7566d65bf7-2kbs6'
  metadata:
    creationTimestamp: "2026-09-19T09:00:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T09:00:13Z"
    name: isvc-xgboost-predictor-7566d65bf7.18d6ad450a8d53bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "30729"
    uid: 21869bc1-8428-42fd-8957-e5b8445ea843
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:00:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30715"
    uid: 75acbd9e-d408-4bec-a972-649bd303ed2a
  kind: Event
  lastTimestamp: "2026-09-19T09:00:13Z"
  message: Scaled up replica set isvc-xgboost-predictor-7566d65bf7 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-19T09:00:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T09:00:13Z"
    name: isvc-xgboost-predictor.18d6ad4507193c60
    namespace: kserve-ci-e2e-test
    resourceVersion: "30719"
    uid: 62396aba-95ae-4905-9201-9f04ef53657e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-19T09:00:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30716"
    uid: 94030449-c8bc-498a-8d91-8af49c49138b
  kind: Event
  lastTimestamp: "2026-09-19T09:01:13Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-19T09:00:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T09:01:13Z"
    name: isvc-xgboost-predictor.18d6ad4885b89555
    namespace: kserve-ci-e2e-test
    resourceVersion: "31250"
    uid: 05c73a92-76f1-4fed-a62f-ef61fac8f0be
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-19T09:00:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30716"
    uid: 94030449-c8bc-498a-8d91-8af49c49138b
  kind: Event
  lastTimestamp: "2026-09-19T09:01:13Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-19T09:00:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T09:01:13Z"
    name: isvc-xgboost-predictor.18d6ad48862310a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "31251"
    uid: 2cd81e38-12c0-4b8b-97bf-6d07f2665a01
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-19T09:00:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30872"
    uid: 94030449-c8bc-498a-8d91-8af49c49138b
  kind: Event
  lastTimestamp: "2026-09-19T09:01:44Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-19T09:00:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T09:01:44Z"
    name: isvc-xgboost-predictor.18d6ad4f83fa0354
    namespace: kserve-ci-e2e-test
    resourceVersion: "31575"
    uid: 3474d0de-70b6-4fe4-b176-3f7eea389237
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-19T09:00:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30872"
    uid: 94030449-c8bc-498a-8d91-8af49c49138b
  kind: Event
  lastTimestamp: "2026-09-19T09:01:44Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-19T09:00:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T09:01:44Z"
    name: isvc-xgboost-predictor.18d6ad4f8449e719
    namespace: kserve-ci-e2e-test
    resourceVersion: "31576"
    uid: 423b3117-c10e-442a-af38-1b48b4af60d1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-19T09:03:50.135490Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-98lf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32836"
    uid: f02c240a-0127-48ea-983c-c569e96272c5
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-runtime-predictor-54dd488c85-98lf5
    to ip-10-0-136-228.ec2.internal
  metadata:
    creationTimestamp: "2026-09-19T09:03:50Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-19T09:03:50Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-98lf5.18d6ad775f27a835
    namespace: kserve-ci-e2e-test
    resourceVersion: "32842"
    uid: 50d7575b-6878-48f4-8915-b54bb693dec4
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-d6b67db56-fftfm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:03:50Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-98lf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32846"
    uid: f02c240a-0127-48ea-983c-c569e96272c5
  kind: Event
  lastTimestamp: "2026-09-19T09:03:50Z"
  message: Add eth0 [10.133.0.44/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-19T09:03:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-19T09:03:50Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-98lf5.18d6ad7781087be0
    namespace: kserve-ci-e2e-test
    resourceVersion: "32854"
    uid: 11827f88-172d-45f5-b5fb-a4c4e4e1b4b7
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:03:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-98lf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32838"
    uid: f02c240a-0127-48ea-983c-c569e96272c5
  kind: Event
  lastTimestamp: "2026-09-19T09:03:50Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T09:03:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:03:50Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-98lf5.18d6ad7782a00372
    namespace: kserve-ci-e2e-test
    resourceVersion: "32857"
    uid: 46e8210f-61af-4a7a-8bbe-b83a6acd3a72
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:03:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-98lf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32838"
    uid: f02c240a-0127-48ea-983c-c569e96272c5
  kind: Event
  lastTimestamp: "2026-09-19T09:03:50Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-19T09:03:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:03:50Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-98lf5.18d6ad7785dc854d
    namespace: kserve-ci-e2e-test
    resourceVersion: "32859"
    uid: b9578766-359e-4d5d-95b8-e8a2ca18443a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:03:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-98lf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32838"
    uid: f02c240a-0127-48ea-983c-c569e96272c5
  kind: Event
  lastTimestamp: "2026-09-19T09:03:50Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-19T09:03:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:03:50Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-98lf5.18d6ad77864b7b8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32860"
    uid: 25932461-d1c8-4955-9d2c-5e88b8bee37d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:03:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-98lf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32838"
    uid: f02c240a-0127-48ea-983c-c569e96272c5
  kind: Event
  lastTimestamp: "2026-09-19T09:03:55Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-19T09:03:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:03:55Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-98lf5.18d6ad7890cfea45
    namespace: kserve-ci-e2e-test
    resourceVersion: "32897"
    uid: c07f0492-108f-4d6c-8cd3-50d4d7472d61
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:03:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-98lf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32838"
    uid: f02c240a-0127-48ea-983c-c569e96272c5
  kind: Event
  lastTimestamp: "2026-09-19T09:03:55Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-19T09:03:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:03:55Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-98lf5.18d6ad78939189df
    namespace: kserve-ci-e2e-test
    resourceVersion: "32899"
    uid: 8abdf8ce-4e38-4db1-84a5-acb7fb379b8b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:03:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-98lf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32838"
    uid: f02c240a-0127-48ea-983c-c569e96272c5
  kind: Event
  lastTimestamp: "2026-09-19T09:03:55Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-19T09:03:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:03:55Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-98lf5.18d6ad78940024e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "32901"
    uid: 0d97f293-ee23-422b-b3f6-0562003f9984
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:03:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-98lf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32838"
    uid: f02c240a-0127-48ea-983c-c569e96272c5
  kind: Event
  lastTimestamp: "2026-09-19T09:03:55Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T09:03:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:03:55Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-98lf5.18d6ad7894097bd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "32903"
    uid: 0f4534a5-005b-49e1-9f77-b264fc0c39a2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:03:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-98lf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32838"
    uid: f02c240a-0127-48ea-983c-c569e96272c5
  kind: Event
  lastTimestamp: "2026-09-19T09:03:55Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-19T09:03:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:03:55Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-98lf5.18d6ad7896b4a909
    namespace: kserve-ci-e2e-test
    resourceVersion: "32905"
    uid: 93c512db-636a-4de6-ae61-b257b25c4d73
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:03:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-98lf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32838"
    uid: f02c240a-0127-48ea-983c-c569e96272c5
  kind: Event
  lastTimestamp: "2026-09-19T09:03:55Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-19T09:03:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:03:55Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-98lf5.18d6ad78971c87bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "32906"
    uid: 0aab53a0-9224-49dd-a5d0-30ce8cbc7da6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-19T09:03:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-98lf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32838"
    uid: f02c240a-0127-48ea-983c-c569e96272c5
  kind: Event
  lastTimestamp: "2026-09-19T09:05:13Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.44:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-19T09:03:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:05:13Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-98lf5.18d6ad790897c980
    namespace: kserve-ci-e2e-test
    resourceVersion: "33507"
    uid: 40562c55-57b2-44a4-b587-f5508304e0c0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:05:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-98lf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32838"
    uid: f02c240a-0127-48ea-983c-c569e96272c5
  kind: Event
  lastTimestamp: "2026-09-19T09:05:10Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-19T09:05:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:05:10Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-98lf5.18d6ad8a1efa8dfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "33485"
    uid: 4403c6d8-38c3-484d-b4da-b310e3170639
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:05:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-98lf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32838"
    uid: f02c240a-0127-48ea-983c-c569e96272c5
  kind: Event
  lastTimestamp: "2026-09-19T09:05:10Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-19T09:05:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:05:10Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-98lf5.18d6ad8a1efb8c1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33486"
    uid: e83b5cdd-f4ba-409d-8430-45ab685a5d2d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:05:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-98lf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32838"
    uid: f02c240a-0127-48ea-983c-c569e96272c5
  kind: Event
  lastTimestamp: "2026-09-19T09:05:13Z"
  message: 'Readiness probe failed: Get "https://10.133.0.44:8643/healthz": dial tcp
    10.133.0.44:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-19T09:05:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:05:13Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-98lf5.18d6ad8ababaef22
    namespace: kserve-ci-e2e-test
    resourceVersion: "33506"
    uid: 899f9920-f958-41c9-bafb-40de81546908
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:03:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-runtime-predictor-54dd488c85
    namespace: kserve-ci-e2e-test
    resourceVersion: "32827"
    uid: 5cc6021b-a7f7-4a78-b3b2-2a25a411578f
  kind: Event
  lastTimestamp: "2026-09-19T09:03:50Z"
  message: 'Created pod: isvc-xgboost-runtime-predictor-54dd488c85-98lf5'
  metadata:
    creationTimestamp: "2026-09-19T09:03:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T09:03:50Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85.18d6ad775ec2b485
    namespace: kserve-ci-e2e-test
    resourceVersion: "32837"
    uid: bf860bfe-b3da-44ff-91db-1f20e9daa1ba
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:03:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32825"
    uid: cf0dd7a0-b523-4826-b1aa-216cdd6e7017
  kind: Event
  lastTimestamp: "2026-09-19T09:03:50Z"
  message: Scaled up replica set isvc-xgboost-runtime-predictor-54dd488c85 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-19T09:03:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T09:03:50Z"
    name: isvc-xgboost-runtime-predictor.18d6ad775bee777c
    namespace: kserve-ci-e2e-test
    resourceVersion: "32829"
    uid: cb5e07ce-0376-45ef-bd43-567d37241888
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-19T09:04:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32826"
    uid: d737ec1d-6880-4e41-b54e-1dbaa5bb26af
  kind: Event
  lastTimestamp: "2026-09-19T09:04:35Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-19T09:04:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T09:04:35Z"
    name: isvc-xgboost-runtime-predictor.18d6ad7adaba9ca8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33194"
    uid: 0d1e3241-c087-49c3-8a6e-776e7f4b9c6a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-19T09:04:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32826"
    uid: d737ec1d-6880-4e41-b54e-1dbaa5bb26af
  kind: Event
  lastTimestamp: "2026-09-19T09:04:35Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-19T09:04:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T09:04:35Z"
    name: isvc-xgboost-runtime-predictor.18d6ad7adb1794a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33195"
    uid: 26ec865a-6b77-4be8-b392-59706bede4ad
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-19T09:04:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32977"
    uid: d737ec1d-6880-4e41-b54e-1dbaa5bb26af
  kind: Event
  lastTimestamp: "2026-09-19T09:05:05Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-19T09:04:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T09:05:05Z"
    name: isvc-xgboost-runtime-predictor.18d6ad85578bb573
    namespace: kserve-ci-e2e-test
    resourceVersion: "33425"
    uid: f192c97a-fdb8-40b2-b9b1-5e441e2a3b65
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-19T09:04:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32977"
    uid: d737ec1d-6880-4e41-b54e-1dbaa5bb26af
  kind: Event
  lastTimestamp: "2026-09-19T09:05:05Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-19T09:04:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T09:05:05Z"
    name: isvc-xgboost-runtime-predictor.18d6ad8557f1854f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33426"
    uid: 2a2ac76a-23ce-44a4-a3ed-d18f0b10ffea
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-19T09:03:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32817"
    uid: 36f804bc-556e-47b3-b74f-a1326479c565
  kind: Event
  lastTimestamp: "2026-09-19T09:05:03Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-19T09:03:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T09:05:03Z"
    name: isvc-xgboost-runtime.18d6ad775bf56803
    namespace: kserve-ci-e2e-test
    resourceVersion: "33410"
    uid: 72cfd25b-b60f-4f62-b818-84dd9d9c5f69
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:03:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32817"
    uid: 36f804bc-556e-47b3-b74f-a1326479c565
  kind: Event
  lastTimestamp: "2026-09-19T09:03:50Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-19T09:03:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T09:03:50Z"
    name: isvc-xgboost-runtime.18d6ad775c865ed8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32833"
    uid: 19049ff3-112b-4f58-a397-a52dd6d5bdc5
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:05:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33408"
    uid: 36f804bc-556e-47b3-b74f-a1326479c565
  kind: Event
  lastTimestamp: "2026-09-19T09:05:03Z"
  message: InferenceService [isvc-xgboost-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-19T09:05:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T09:05:03Z"
    name: isvc-xgboost-runtime.18d6ad886bebb84a
    namespace: kserve-ci-e2e-test
    resourceVersion: "33409"
    uid: 567e8268-e8b5-4ead-ae37-e341dda705e1
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-19T09:01:59.660012Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-4g4fh
    namespace: kserve-ci-e2e-test
    resourceVersion: "31750"
    uid: 6058d521-5692-4f4b-b4f7-2d7bfb7dbdb4
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-mlserver-predictor-7b55b84f54-4g4fh
    to ip-10-0-136-228.ec2.internal
  metadata:
    creationTimestamp: "2026-09-19T09:01:59Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-19T09:01:59Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-4g4fh.18d6ad5da64da664
    namespace: kserve-ci-e2e-test
    resourceVersion: "31756"
    uid: 1551a5eb-f33a-4f3d-af72-4104462314f2
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-d6b67db56-fftfm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:01:59Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-4g4fh
    namespace: kserve-ci-e2e-test
    resourceVersion: "31752"
    uid: 6058d521-5692-4f4b-b4f7-2d7bfb7dbdb4
  kind: Event
  lastTimestamp: "2026-09-19T09:01:59Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-v2-mlserver-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-19T09:01:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:01:59Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-4g4fh.18d6ad5db6893210
    namespace: kserve-ci-e2e-test
    resourceVersion: "31766"
    uid: 03982f9a-fd8b-44ce-baf6-e6191a9b4bcc
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:02:00Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-4g4fh
    namespace: kserve-ci-e2e-test
    resourceVersion: "31760"
    uid: 6058d521-5692-4f4b-b4f7-2d7bfb7dbdb4
  kind: Event
  lastTimestamp: "2026-09-19T09:02:00Z"
  message: Add eth0 [10.133.0.42/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-19T09:02:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-19T09:02:00Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-4g4fh.18d6ad5dec04c9c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31778"
    uid: e57880d2-372d-4137-983a-4bd04597d5df
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:02:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-4g4fh
    namespace: kserve-ci-e2e-test
    resourceVersion: "31752"
    uid: 6058d521-5692-4f4b-b4f7-2d7bfb7dbdb4
  kind: Event
  lastTimestamp: "2026-09-19T09:02:00Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T09:02:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:02:00Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-4g4fh.18d6ad5ded71cd4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31780"
    uid: bff420b8-81fb-483f-ae09-a1ffe8dd2fea
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:02:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-4g4fh
    namespace: kserve-ci-e2e-test
    resourceVersion: "31752"
    uid: 6058d521-5692-4f4b-b4f7-2d7bfb7dbdb4
  kind: Event
  lastTimestamp: "2026-09-19T09:02:00Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-19T09:02:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:02:00Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-4g4fh.18d6ad5df000ab17
    namespace: kserve-ci-e2e-test
    resourceVersion: "31782"
    uid: 463044cd-b992-486a-b649-5a1d27d400ad
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:02:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-4g4fh
    namespace: kserve-ci-e2e-test
    resourceVersion: "31752"
    uid: 6058d521-5692-4f4b-b4f7-2d7bfb7dbdb4
  kind: Event
  lastTimestamp: "2026-09-19T09:02:00Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-19T09:02:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:02:00Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-4g4fh.18d6ad5df06f6bfe
    namespace: kserve-ci-e2e-test
    resourceVersion: "31783"
    uid: 2fdab276-21c3-4795-bfaa-3bb408047aea
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:02:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-4g4fh
    namespace: kserve-ci-e2e-test
    resourceVersion: "31752"
    uid: 6058d521-5692-4f4b-b4f7-2d7bfb7dbdb4
  kind: Event
  lastTimestamp: "2026-09-19T09:02:05Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-09-19T09:02:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:02:05Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-4g4fh.18d6ad5f153ea30d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31830"
    uid: 15ad86f0-e222-490c-9f9e-5308f7609724
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:02:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-4g4fh
    namespace: kserve-ci-e2e-test
    resourceVersion: "31752"
    uid: 6058d521-5692-4f4b-b4f7-2d7bfb7dbdb4
  kind: Event
  lastTimestamp: "2026-09-19T09:02:05Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-19T09:02:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:02:05Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-4g4fh.18d6ad5f1808b6e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31833"
    uid: afc96cca-f883-44ea-93fe-a6fd8deb54df
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:02:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-4g4fh
    namespace: kserve-ci-e2e-test
    resourceVersion: "31752"
    uid: 6058d521-5692-4f4b-b4f7-2d7bfb7dbdb4
  kind: Event
  lastTimestamp: "2026-09-19T09:02:05Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-19T09:02:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:02:05Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-4g4fh.18d6ad5f1875c7db
    namespace: kserve-ci-e2e-test
    resourceVersion: "31836"
    uid: e54dd6b4-51c9-4af2-a229-f2979d449ff2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:02:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-4g4fh
    namespace: kserve-ci-e2e-test
    resourceVersion: "31752"
    uid: 6058d521-5692-4f4b-b4f7-2d7bfb7dbdb4
  kind: Event
  lastTimestamp: "2026-09-19T09:02:05Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T09:02:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:02:05Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-4g4fh.18d6ad5f18804e04
    namespace: kserve-ci-e2e-test
    resourceVersion: "31837"
    uid: ec4ed883-a6b6-4610-8d31-8d6e3fb62c08
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:02:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-4g4fh
    namespace: kserve-ci-e2e-test
    resourceVersion: "31752"
    uid: 6058d521-5692-4f4b-b4f7-2d7bfb7dbdb4
  kind: Event
  lastTimestamp: "2026-09-19T09:02:05Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-19T09:02:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:02:05Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-4g4fh.18d6ad5f1b4516ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "31839"
    uid: 0df2dcdb-13cd-4ffb-8347-851a68fed7c2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:02:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-4g4fh
    namespace: kserve-ci-e2e-test
    resourceVersion: "31752"
    uid: 6058d521-5692-4f4b-b4f7-2d7bfb7dbdb4
  kind: Event
  lastTimestamp: "2026-09-19T09:02:05Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-19T09:02:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:02:05Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-4g4fh.18d6ad5f1bb48de3
    namespace: kserve-ci-e2e-test
    resourceVersion: "31840"
    uid: 49a46d3f-64bf-43b9-bd81-de5e4d8bd2b2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:02:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-4g4fh
    namespace: kserve-ci-e2e-test
    resourceVersion: "31752"
    uid: 6058d521-5692-4f4b-b4f7-2d7bfb7dbdb4
  kind: Event
  lastTimestamp: "2026-09-19T09:02:49Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-19T09:02:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:02:49Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-4g4fh.18d6ad694d63558f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32182"
    uid: 583eefcb-4f09-4e88-beae-b49e97deb732
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:02:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-4g4fh
    namespace: kserve-ci-e2e-test
    resourceVersion: "31752"
    uid: 6058d521-5692-4f4b-b4f7-2d7bfb7dbdb4
  kind: Event
  lastTimestamp: "2026-09-19T09:02:49Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-19T09:02:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:02:49Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-4g4fh.18d6ad694d69897c
    namespace: kserve-ci-e2e-test
    resourceVersion: "32183"
    uid: 66397243-409e-41ba-8269-f3f2aafe64f7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:02:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-4g4fh
    namespace: kserve-ci-e2e-test
    resourceVersion: "31752"
    uid: 6058d521-5692-4f4b-b4f7-2d7bfb7dbdb4
  kind: Event
  lastTimestamp: "2026-09-19T09:02:53Z"
  message: 'Readiness probe failed: Get "https://10.133.0.42:8643/healthz": dial tcp
    10.133.0.42:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-19T09:02:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:02:53Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-4g4fh.18d6ad6a4305fd35
    namespace: kserve-ci-e2e-test
    resourceVersion: "32212"
    uid: ba6b3080-6b5d-4518-9afc-3f91a8e08b8f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:02:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-4g4fh
    namespace: kserve-ci-e2e-test
    resourceVersion: "31752"
    uid: 6058d521-5692-4f4b-b4f7-2d7bfb7dbdb4
  kind: Event
  lastTimestamp: "2026-09-19T09:02:53Z"
  message: 'Readiness probe failed: Get "http://10.133.0.42:8080/v2/models/isvc-xgboost-v2-mlserver/ready":
    dial tcp 10.133.0.42:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-19T09:02:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:02:53Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-4g4fh.18d6ad6a43690497
    namespace: kserve-ci-e2e-test
    resourceVersion: "32214"
    uid: f5cc88e3-1625-4300-8a01-8e994f15bf61
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:01:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54
    namespace: kserve-ci-e2e-test
    resourceVersion: "31741"
    uid: d37f2681-3dfc-41c1-b5a2-89558ecd3532
  kind: Event
  lastTimestamp: "2026-09-19T09:01:59Z"
  message: 'Created pod: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-4g4fh'
  metadata:
    creationTimestamp: "2026-09-19T09:01:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T09:01:59Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54.18d6ad5da5e57578
    namespace: kserve-ci-e2e-test
    resourceVersion: "31751"
    uid: f902a2af-541b-4a07-a783-995d4fe9e618
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:01:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31739"
    uid: 286308c5-1da1-4383-973d-eb721a880515
  kind: Event
  lastTimestamp: "2026-09-19T09:01:59Z"
  message: Scaled up replica set isvc-xgboost-v2-mlserver-predictor-7b55b84f54 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-19T09:01:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T09:01:59Z"
    name: isvc-xgboost-v2-mlserver-predictor.18d6ad5da30e83e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "31743"
    uid: 9a78b168-60ec-4841-8e7d-85e76acd2e00
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-19T09:02:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31740"
    uid: b8285754-f204-4455-8fbc-1bf86fc24d3c
  kind: Event
  lastTimestamp: "2026-09-19T09:02:29Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-19T09:02:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T09:02:29Z"
    name: isvc-xgboost-v2-mlserver-predictor.18d6ad6121ee2ba8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32012"
    uid: ece5e8cd-3e55-455f-b659-95e8b33378e2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-19T09:02:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31740"
    uid: b8285754-f204-4455-8fbc-1bf86fc24d3c
  kind: Event
  lastTimestamp: "2026-09-19T09:02:29Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-19T09:02:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T09:02:29Z"
    name: isvc-xgboost-v2-mlserver-predictor.18d6ad61224e9ce5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32013"
    uid: 00a1be11-d520-4fae-b38f-4c02c0c30ac5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:02:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31899"
    uid: b8285754-f204-4455-8fbc-1bf86fc24d3c
  kind: Event
  lastTimestamp: "2026-09-19T09:02:44Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-19T09:02:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T09:02:44Z"
    name: isvc-xgboost-v2-mlserver-predictor.18d6ad68203aef11
    namespace: kserve-ci-e2e-test
    resourceVersion: "32125"
    uid: eab9ebc6-50f8-4d5e-a28d-18b1c3f4795f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:02:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31899"
    uid: b8285754-f204-4455-8fbc-1bf86fc24d3c
  kind: Event
  lastTimestamp: "2026-09-19T09:02:44Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-19T09:02:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T09:02:44Z"
    name: isvc-xgboost-v2-mlserver-predictor.18d6ad6820a146f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "32127"
    uid: 878474e1-7a00-4b47-bef7-5fbea68e96d5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-19T09:01:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "31732"
    uid: a5a7b3a5-d404-4a85-843e-4315d91ec3b3
  kind: Event
  lastTimestamp: "2026-09-19T09:02:43Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-19T09:01:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T09:02:43Z"
    name: isvc-xgboost-v2-mlserver.18d6ad5da33e1ed2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32122"
    uid: 9a13a524-695d-4f12-bbcd-4f48aaad8cf9
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:01:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "31732"
    uid: a5a7b3a5-d404-4a85-843e-4315d91ec3b3
  kind: Event
  lastTimestamp: "2026-09-19T09:01:59Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2-mlserver":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-19T09:01:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T09:01:59Z"
    name: isvc-xgboost-v2-mlserver.18d6ad5da3dfbd67
    namespace: kserve-ci-e2e-test
    resourceVersion: "31747"
    uid: e4588999-fb56-4306-be23-2cbdc4c4ab9b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:02:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "32120"
    uid: a5a7b3a5-d404-4a85-843e-4315d91ec3b3
  kind: Event
  lastTimestamp: "2026-09-19T09:02:43Z"
  message: InferenceService [isvc-xgboost-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-09-19T09:02:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T09:02:43Z"
    name: isvc-xgboost-v2-mlserver.18d6ad67f530a9eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "32121"
    uid: 3aa755a5-1544-4c39-858c-b5c1fdc1763e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-19T09:06:21.100175Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-rwb8l
    namespace: kserve-ci-e2e-test
    resourceVersion: "34206"
    uid: f661a46c-ad1e-4763-b03f-f3f118ab93b0
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-predictor-fcc668bc-rwb8l
    to ip-10-0-136-99.ec2.internal
  metadata:
    creationTimestamp: "2026-09-19T09:06:21Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-19T09:06:21Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-rwb8l.18d6ad9a8559edd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "34211"
    uid: b6a0ff5c-e8e1-48b0-ae9a-5ac52db6627a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-d6b67db56-fftfm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:06:21Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-rwb8l
    namespace: kserve-ci-e2e-test
    resourceVersion: "34215"
    uid: f661a46c-ad1e-4763-b03f-f3f118ab93b0
  kind: Event
  lastTimestamp: "2026-09-19T09:06:21Z"
  message: Add eth0 [10.132.0.63/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-19T09:06:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-19T09:06:21Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-rwb8l.18d6ad9aa781e87b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34227"
    uid: e6550219-6d96-48ee-9a42-89157fe0067a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:06:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-rwb8l
    namespace: kserve-ci-e2e-test
    resourceVersion: "34209"
    uid: f661a46c-ad1e-4763-b03f-f3f118ab93b0
  kind: Event
  lastTimestamp: "2026-09-19T09:06:21Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T09:06:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:06:21Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-rwb8l.18d6ad9aa90ce874
    namespace: kserve-ci-e2e-test
    resourceVersion: "34229"
    uid: 959790b0-8d53-408e-9b75-c83ea558c2ac
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:06:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-rwb8l
    namespace: kserve-ci-e2e-test
    resourceVersion: "34209"
    uid: f661a46c-ad1e-4763-b03f-f3f118ab93b0
  kind: Event
  lastTimestamp: "2026-09-19T09:06:21Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-19T09:06:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:06:21Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-rwb8l.18d6ad9aabece334
    namespace: kserve-ci-e2e-test
    resourceVersion: "34231"
    uid: 436a7468-705c-4ace-80f8-449622eddee5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:06:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-rwb8l
    namespace: kserve-ci-e2e-test
    resourceVersion: "34209"
    uid: f661a46c-ad1e-4763-b03f-f3f118ab93b0
  kind: Event
  lastTimestamp: "2026-09-19T09:06:21Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-19T09:06:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:06:21Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-rwb8l.18d6ad9aac5d9f91
    namespace: kserve-ci-e2e-test
    resourceVersion: "34232"
    uid: 1f06b01c-804c-4721-b16a-5b609b57e74d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:06:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-rwb8l
    namespace: kserve-ci-e2e-test
    resourceVersion: "34209"
    uid: f661a46c-ad1e-4763-b03f-f3f118ab93b0
  kind: Event
  lastTimestamp: "2026-09-19T09:06:26Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-09-19T09:06:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:06:26Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-rwb8l.18d6ad9bb46b20e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "34301"
    uid: 99c24c8c-f501-4f69-bd8c-7e4fb078d388
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:06:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-rwb8l
    namespace: kserve-ci-e2e-test
    resourceVersion: "34209"
    uid: f661a46c-ad1e-4763-b03f-f3f118ab93b0
  kind: Event
  lastTimestamp: "2026-09-19T09:06:45Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 19.594s (19.594s
    including waiting). Image size: 1436478727 bytes.'
  metadata:
    creationTimestamp: "2026-09-19T09:06:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:06:45Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-rwb8l.18d6ada0445ab242
    namespace: kserve-ci-e2e-test
    resourceVersion: "34507"
    uid: b5fee4ee-8b4c-4278-9a41-c30fa38affdf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:06:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-rwb8l
    namespace: kserve-ci-e2e-test
    resourceVersion: "34209"
    uid: f661a46c-ad1e-4763-b03f-f3f118ab93b0
  kind: Event
  lastTimestamp: "2026-09-19T09:06:45Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-19T09:06:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:06:45Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-rwb8l.18d6ada047e34231
    namespace: kserve-ci-e2e-test
    resourceVersion: "34510"
    uid: 1f91c8e5-749c-4506-81e1-94481db0e636
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:06:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-rwb8l
    namespace: kserve-ci-e2e-test
    resourceVersion: "34209"
    uid: f661a46c-ad1e-4763-b03f-f3f118ab93b0
  kind: Event
  lastTimestamp: "2026-09-19T09:06:45Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-19T09:06:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:06:45Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-rwb8l.18d6ada048573951
    namespace: kserve-ci-e2e-test
    resourceVersion: "34511"
    uid: 921f3f13-b8bd-4106-bd96-3f1790de6ecb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:06:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-rwb8l
    namespace: kserve-ci-e2e-test
    resourceVersion: "34209"
    uid: f661a46c-ad1e-4763-b03f-f3f118ab93b0
  kind: Event
  lastTimestamp: "2026-09-19T09:06:45Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T09:06:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:06:45Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-rwb8l.18d6ada04862e308
    namespace: kserve-ci-e2e-test
    resourceVersion: "34512"
    uid: 137f2147-f144-467e-a889-2eb28b7d0a48
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:06:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-rwb8l
    namespace: kserve-ci-e2e-test
    resourceVersion: "34209"
    uid: f661a46c-ad1e-4763-b03f-f3f118ab93b0
  kind: Event
  lastTimestamp: "2026-09-19T09:06:45Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-19T09:06:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:06:45Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-rwb8l.18d6ada04bee9a96
    namespace: kserve-ci-e2e-test
    resourceVersion: "34513"
    uid: a8afd62a-e2d8-4f73-8a30-c969a885e6ed
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:06:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-rwb8l
    namespace: kserve-ci-e2e-test
    resourceVersion: "34209"
    uid: f661a46c-ad1e-4763-b03f-f3f118ab93b0
  kind: Event
  lastTimestamp: "2026-09-19T09:06:45Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-19T09:06:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:06:45Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-rwb8l.18d6ada04c61d3bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "34514"
    uid: 314861fe-a22b-41d7-b213-8a73e93e7a9f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-19T09:06:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-rwb8l
    namespace: kserve-ci-e2e-test
    resourceVersion: "34209"
    uid: f661a46c-ad1e-4763-b03f-f3f118ab93b0
  kind: Event
  lastTimestamp: "2026-09-19T09:08:03Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.63:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-19T09:06:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:08:03Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-rwb8l.18d6ada09f3733a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "35270"
    uid: df9d0260-609e-4f11-b92e-4b894f268361
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:08:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-rwb8l
    namespace: kserve-ci-e2e-test
    resourceVersion: "34209"
    uid: f661a46c-ad1e-4763-b03f-f3f118ab93b0
  kind: Event
  lastTimestamp: "2026-09-19T09:08:01Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-19T09:08:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:08:01Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-rwb8l.18d6adb1f795afa4
    namespace: kserve-ci-e2e-test
    resourceVersion: "35256"
    uid: 3611ccf6-8fd7-4008-835d-c1743bcc6e4e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:08:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-rwb8l
    namespace: kserve-ci-e2e-test
    resourceVersion: "34209"
    uid: f661a46c-ad1e-4763-b03f-f3f118ab93b0
  kind: Event
  lastTimestamp: "2026-09-19T09:08:01Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-19T09:08:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:08:01Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-rwb8l.18d6adb1f796ed85
    namespace: kserve-ci-e2e-test
    resourceVersion: "35257"
    uid: 5df875b2-ca1e-4a58-84b0-8aafbb2af318
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:08:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-rwb8l
    namespace: kserve-ci-e2e-test
    resourceVersion: "34209"
    uid: f661a46c-ad1e-4763-b03f-f3f118ab93b0
  kind: Event
  lastTimestamp: "2026-09-19T09:08:03Z"
  message: 'Readiness probe failed: Get "https://10.132.0.63:8643/healthz": dial tcp
    10.132.0.63:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-19T09:08:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:08:03Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-rwb8l.18d6adb2516bd042
    namespace: kserve-ci-e2e-test
    resourceVersion: "35269"
    uid: d764f1dd-1ff1-477a-aadb-600688b60b08
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:06:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-predictor-fcc668bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "34196"
    uid: b4c2a8d8-694f-467e-8a06-2bc9d29714fe
  kind: Event
  lastTimestamp: "2026-09-19T09:06:21Z"
  message: 'Created pod: isvc-xgboost-v2-predictor-fcc668bc-rwb8l'
  metadata:
    creationTimestamp: "2026-09-19T09:06:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T09:06:21Z"
    name: isvc-xgboost-v2-predictor-fcc668bc.18d6ad9a84f03b8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34208"
    uid: 0d2f7342-0f75-499a-bd31-c09732ac3040
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:06:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34193"
    uid: 6931cfe9-562b-4755-92a9-6f429f90d7b6
  kind: Event
  lastTimestamp: "2026-09-19T09:06:21Z"
  message: Scaled up replica set isvc-xgboost-v2-predictor-fcc668bc from 0 to 1
  metadata:
    creationTimestamp: "2026-09-19T09:06:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T09:06:21Z"
    name: isvc-xgboost-v2-predictor.18d6ad9a81f74d3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34198"
    uid: e04b0ba0-8fb4-4a5e-bffb-b394fb3769ae
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-19T09:06:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34194"
    uid: 37639c22-969a-4943-8995-32ac31c6cb98
  kind: Event
  lastTimestamp: "2026-09-19T09:07:21Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-19T09:06:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T09:07:21Z"
    name: isvc-xgboost-v2-predictor.18d6ad9e00cebbf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "34870"
    uid: 282c4b09-6d67-4e16-a77a-8eb442436834
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-19T09:06:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34194"
    uid: 37639c22-969a-4943-8995-32ac31c6cb98
  kind: Event
  lastTimestamp: "2026-09-19T09:07:21Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-19T09:06:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T09:07:21Z"
    name: isvc-xgboost-v2-predictor.18d6ad9e0137918e
    namespace: kserve-ci-e2e-test
    resourceVersion: "34871"
    uid: 24a9db60-c248-47ab-8fb7-a05f3b394e1d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-19T09:07:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34442"
    uid: 37639c22-969a-4943-8995-32ac31c6cb98
  kind: Event
  lastTimestamp: "2026-09-19T09:07:51Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-19T09:07:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T09:07:51Z"
    name: isvc-xgboost-v2-predictor.18d6adabfc49ce6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "35091"
    uid: d7ae0b75-63d5-4df8-a2b0-dad031effec0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-19T09:07:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34442"
    uid: 37639c22-969a-4943-8995-32ac31c6cb98
  kind: Event
  lastTimestamp: "2026-09-19T09:07:51Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-19T09:07:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T09:07:51Z"
    name: isvc-xgboost-v2-predictor.18d6adabfcac33bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "35092"
    uid: 6de74e97-90fd-496d-ab54-9c4116d0395a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-19T09:05:15.842044Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-cf46b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33551"
    uid: 42f90390-677e-4135-a431-858de47e9010
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-runtime-predictor-7787c55dc9-cf46b
    to ip-10-0-136-228.ec2.internal
  metadata:
    creationTimestamp: "2026-09-19T09:05:15Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-19T09:05:15Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-cf46b.18d6ad8b53a9e2ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "33558"
    uid: 6b320378-83d6-4404-a98f-79702e27203c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-d6b67db56-fftfm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:05:16Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-cf46b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33556"
    uid: 42f90390-677e-4135-a431-858de47e9010
  kind: Event
  lastTimestamp: "2026-09-19T09:05:16Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-v2-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-19T09:05:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:05:16Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-cf46b.18d6ad8b5efef9a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "33565"
    uid: f2c440de-1fad-4153-ae0f-e6c44d1a16bc
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:05:17Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-cf46b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33562"
    uid: 42f90390-677e-4135-a431-858de47e9010
  kind: Event
  lastTimestamp: "2026-09-19T09:05:17Z"
  message: Add eth0 [10.133.0.45/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-19T09:05:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-19T09:05:17Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-cf46b.18d6ad8b997505b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "33572"
    uid: 3745543d-9f64-4e9f-b08d-25bdbaf405bc
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:05:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-cf46b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33556"
    uid: 42f90390-677e-4135-a431-858de47e9010
  kind: Event
  lastTimestamp: "2026-09-19T09:05:17Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T09:05:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:05:17Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-cf46b.18d6ad8b9b04fba6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33575"
    uid: 2b988c68-40f7-4de1-9917-52d22880bdde
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:05:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-cf46b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33556"
    uid: 42f90390-677e-4135-a431-858de47e9010
  kind: Event
  lastTimestamp: "2026-09-19T09:05:17Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-19T09:05:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:05:17Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-cf46b.18d6ad8b9d9e1982
    namespace: kserve-ci-e2e-test
    resourceVersion: "33576"
    uid: aff53f8c-5fbd-4549-8aa9-c212d67b6ef9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:05:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-cf46b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33556"
    uid: 42f90390-677e-4135-a431-858de47e9010
  kind: Event
  lastTimestamp: "2026-09-19T09:05:17Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-19T09:05:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:05:17Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-cf46b.18d6ad8b9e0dbabf
    namespace: kserve-ci-e2e-test
    resourceVersion: "33577"
    uid: 5082b073-f4b4-4d4f-99d6-d34a257a88f3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:05:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-cf46b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33556"
    uid: 42f90390-677e-4135-a431-858de47e9010
  kind: Event
  lastTimestamp: "2026-09-19T09:05:21Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-09-19T09:05:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:05:21Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-cf46b.18d6ad8caae4881c
    namespace: kserve-ci-e2e-test
    resourceVersion: "33623"
    uid: 26449af4-ed0e-4b0a-a7bd-710a5cbd80f0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:05:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-cf46b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33556"
    uid: 42f90390-677e-4135-a431-858de47e9010
  kind: Event
  lastTimestamp: "2026-09-19T09:05:21Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-19T09:05:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:05:21Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-cf46b.18d6ad8cada824ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "33625"
    uid: 19de7113-d5d4-4cde-9e8c-600bf4495af7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:05:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-cf46b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33556"
    uid: 42f90390-677e-4135-a431-858de47e9010
  kind: Event
  lastTimestamp: "2026-09-19T09:05:21Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-19T09:05:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:05:21Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-cf46b.18d6ad8cae132dcc
    namespace: kserve-ci-e2e-test
    resourceVersion: "33627"
    uid: 74c79957-6a3d-4229-91be-226a5b0579bc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:05:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-cf46b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33556"
    uid: 42f90390-677e-4135-a431-858de47e9010
  kind: Event
  lastTimestamp: "2026-09-19T09:05:21Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T09:05:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:05:21Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-cf46b.18d6ad8cae1c30f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33630"
    uid: 7ec9d98d-ac07-4d8a-a47e-84ff2168c36a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:05:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-cf46b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33556"
    uid: 42f90390-677e-4135-a431-858de47e9010
  kind: Event
  lastTimestamp: "2026-09-19T09:05:21Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-19T09:05:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:05:21Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-cf46b.18d6ad8cb0df698f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33631"
    uid: 16af1d6a-f4ca-43c3-b1f4-aa82e3a0d3ec
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:05:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-cf46b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33556"
    uid: 42f90390-677e-4135-a431-858de47e9010
  kind: Event
  lastTimestamp: "2026-09-19T09:05:21Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-19T09:05:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:05:21Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-cf46b.18d6ad8cb14888c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "33633"
    uid: abf13eac-5c7a-48cf-b394-ce2a49d66878
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:05:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-cf46b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33556"
    uid: 42f90390-677e-4135-a431-858de47e9010
  kind: Event
  lastTimestamp: "2026-09-19T09:05:59Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-09-19T09:05:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:05:59Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-cf46b.18d6ad958669fe2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33993"
    uid: 2b159638-3806-41d2-92b1-90ab4246354e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:06:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-cf46b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33556"
    uid: 42f90390-677e-4135-a431-858de47e9010
  kind: Event
  lastTimestamp: "2026-09-19T09:06:15Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-19T09:06:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:06:15Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-cf46b.18d6ad994ff40d52
    namespace: kserve-ci-e2e-test
    resourceVersion: "34134"
    uid: b837cb14-8b14-4a2b-a1c9-71041641dfbe
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:06:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-cf46b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33556"
    uid: 42f90390-677e-4135-a431-858de47e9010
  kind: Event
  lastTimestamp: "2026-09-19T09:06:15Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-19T09:06:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:06:15Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-cf46b.18d6ad994ff48d27
    namespace: kserve-ci-e2e-test
    resourceVersion: "34135"
    uid: 66038f3a-9aba-404b-b84b-c9a6f8759786
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:06:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-cf46b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33556"
    uid: 42f90390-677e-4135-a431-858de47e9010
  kind: Event
  lastTimestamp: "2026-09-19T09:06:19Z"
  message: 'Readiness probe failed: Get "https://10.133.0.45:8643/healthz": dial tcp
    10.133.0.45:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-19T09:06:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:06:19Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-cf46b.18d6ad9a2cbae974
    namespace: kserve-ci-e2e-test
    resourceVersion: "34170"
    uid: 6be5f994-9b65-4e54-b38d-b016ab34c43b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:06:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-cf46b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33556"
    uid: 42f90390-677e-4135-a431-858de47e9010
  kind: Event
  lastTimestamp: "2026-09-19T09:06:19Z"
  message: 'Readiness probe failed: Get "http://10.133.0.45:8080/v2/models/isvc-xgboost-v2-runtime/ready":
    dial tcp 10.133.0.45:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-19T09:06:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:06:19Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-cf46b.18d6ad9a2d178479
    namespace: kserve-ci-e2e-test
    resourceVersion: "34171"
    uid: 1b831d28-1a2f-4463-b410-c657f4df30a0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:05:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "33541"
    uid: a09118cc-4e40-43e8-a08a-f6fb6c204cf1
  kind: Event
  lastTimestamp: "2026-09-19T09:05:15Z"
  message: 'Created pod: isvc-xgboost-v2-runtime-predictor-7787c55dc9-cf46b'
  metadata:
    creationTimestamp: "2026-09-19T09:05:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T09:05:15Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9.18d6ad8b53501774
    namespace: kserve-ci-e2e-test
    resourceVersion: "33555"
    uid: a5b662b4-9c29-4bbd-a95b-939bdc5e0a49
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:05:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33538"
    uid: 7125fb6f-9af7-408b-b8ae-613587803830
  kind: Event
  lastTimestamp: "2026-09-19T09:05:15Z"
  message: Scaled up replica set isvc-xgboost-v2-runtime-predictor-7787c55dc9 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-19T09:05:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T09:05:15Z"
    name: isvc-xgboost-v2-runtime-predictor.18d6ad8b502f3928
    namespace: kserve-ci-e2e-test
    resourceVersion: "33542"
    uid: b8d6e52f-7faa-4a51-afb8-71735631c833
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-19T09:05:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33540"
    uid: 7d757b05-a563-4e4a-bfe6-035342a4100a
  kind: Event
  lastTimestamp: "2026-09-19T09:06:00Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-19T09:05:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T09:06:00Z"
    name: isvc-xgboost-v2-runtime-predictor.18d6ad8ecf25abd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "34004"
    uid: 272f8cc4-ffa4-4a21-98c4-3f69fb768d5f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-19T09:05:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33540"
    uid: 7d757b05-a563-4e4a-bfe6-035342a4100a
  kind: Event
  lastTimestamp: "2026-09-19T09:06:00Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-19T09:05:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T09:06:00Z"
    name: isvc-xgboost-v2-runtime-predictor.18d6ad8ecf835816
    namespace: kserve-ci-e2e-test
    resourceVersion: "34005"
    uid: cdfcbbc6-5c60-42b0-9742-2f0dbf9ee86d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:06:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33719"
    uid: 7d757b05-a563-4e4a-bfe6-035342a4100a
  kind: Event
  lastTimestamp: "2026-09-19T09:06:15Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-19T09:06:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T09:06:15Z"
    name: isvc-xgboost-v2-runtime-predictor.18d6ad994bda9f44
    namespace: kserve-ci-e2e-test
    resourceVersion: "34117"
    uid: 9f7d15c9-1db5-4f0b-bc20-0d63a6ea3a3b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:06:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33719"
    uid: 7d757b05-a563-4e4a-bfe6-035342a4100a
  kind: Event
  lastTimestamp: "2026-09-19T09:06:15Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-19T09:06:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T09:06:15Z"
    name: isvc-xgboost-v2-runtime-predictor.18d6ad994c3ef3f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34119"
    uid: 094585d6-e0aa-4818-a9be-8ab69365fa32
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-19T09:05:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33530"
    uid: abcad0ce-88ce-4c85-a153-6e533332617e
  kind: Event
  lastTimestamp: "2026-09-19T09:06:09Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-19T09:05:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T09:06:09Z"
    name: isvc-xgboost-v2-runtime.18d6ad8b505db28a
    namespace: kserve-ci-e2e-test
    resourceVersion: "34074"
    uid: 89745f51-f549-4113-8973-caba3112712d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:05:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33530"
    uid: abcad0ce-88ce-4c85-a153-6e533332617e
  kind: Event
  lastTimestamp: "2026-09-19T09:05:15Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-19T09:05:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T09:05:15Z"
    name: isvc-xgboost-v2-runtime.18d6ad8b50be211c
    namespace: kserve-ci-e2e-test
    resourceVersion: "33547"
    uid: 9794fe1b-cc94-4118-823a-a7117a458aa8
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:06:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "34072"
    uid: abcad0ce-88ce-4c85-a153-6e533332617e
  kind: Event
  lastTimestamp: "2026-09-19T09:06:09Z"
  message: InferenceService [isvc-xgboost-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-19T09:06:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T09:06:09Z"
    name: isvc-xgboost-v2-runtime.18d6ad97de1a577c
    namespace: kserve-ci-e2e-test
    resourceVersion: "34073"
    uid: c6c2a2d2-6d36-429f-8931-3647897a4b39
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-19T09:06:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34185"
    uid: d2b75eb9-49b5-48a7-9185-84bb2af3583d
  kind: Event
  lastTimestamp: "2026-09-19T09:07:53Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-19T09:06:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T09:07:53Z"
    name: isvc-xgboost-v2.18d6ad9a81fbda3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35115"
    uid: 40ab6104-a26b-449d-b799-067620e82a45
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-19T09:06:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34185"
    uid: d2b75eb9-49b5-48a7-9185-84bb2af3583d
  kind: Event
  lastTimestamp: "2026-09-19T09:06:21Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-19T09:06:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T09:06:21Z"
    name: isvc-xgboost-v2.18d6ad9a827794dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "34217"
    uid: 2a1bd2c8-379e-4edc-ad56-ae5b8690b321
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:06:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34188"
    uid: d2b75eb9-49b5-48a7-9185-84bb2af3583d
  kind: Event
  lastTimestamp: "2026-09-19T09:06:21Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-xgboost-v2": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-19T09:06:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T09:06:21Z"
    name: isvc-xgboost-v2.18d6ad9a87f06f0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "34218"
    uid: aff20486-2411-4e72-be0e-a5b2441e594f
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:07:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "35113"
    uid: d2b75eb9-49b5-48a7-9185-84bb2af3583d
  kind: Event
  lastTimestamp: "2026-09-19T09:07:53Z"
  message: InferenceService [isvc-xgboost-v2] is Ready
  metadata:
    creationTimestamp: "2026-09-19T09:07:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T09:07:53Z"
    name: isvc-xgboost-v2.18d6adb0028a76a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "35114"
    uid: 6645bbb7-55c2-48e9-9ba6-55694600184e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-19T09:00:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "30708"
    uid: 5c206653-9cd1-46f9-9161-bc35063994a7
  kind: Event
  lastTimestamp: "2026-09-19T09:01:46Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-19T09:00:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T09:01:46Z"
    name: isvc-xgboost.18d6ad45072fe97f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31613"
    uid: 7208ffec-0b21-4d81-b170-d9976fb8bc67
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:00:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "30708"
    uid: 5c206653-9cd1-46f9-9161-bc35063994a7
  kind: Event
  lastTimestamp: "2026-09-19T09:00:13Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-19T09:00:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T09:00:13Z"
    name: isvc-xgboost.18d6ad4507bba995
    namespace: kserve-ci-e2e-test
    resourceVersion: "30723"
    uid: 09a45f18-ea82-49a8-b3a3-f949e8721571
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:01:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "31611"
    uid: 5c206653-9cd1-46f9-9161-bc35063994a7
  kind: Event
  lastTimestamp: "2026-09-19T09:01:46Z"
  message: InferenceService [isvc-xgboost] is Ready
  metadata:
    creationTimestamp: "2026-09-19T09:01:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T09:01:46Z"
    name: isvc-xgboost.18d6ad5a9884e2ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "31612"
    uid: 0f586a13-d4f8-434a-9d8b-523e9575a15f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-19T08:38:44.511387Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-mnxf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18214"
    uid: 3e54e816-a1bb-425c-ace2-755ec5000161
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/message-dumper-predictor-6575bcfdfd-mnxf5
    to ip-10-0-136-99.ec2.internal
  metadata:
    creationTimestamp: "2026-09-19T08:38:44Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-19T08:38:44Z"
    name: message-dumper-predictor-6575bcfdfd-mnxf5.18d6ac18d0f713ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "18219"
    uid: 62902979-9fe0-470f-9ac2-55db3a1a7434
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-d6b67db56-fftfm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:38:45Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-mnxf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18223"
    uid: 3e54e816-a1bb-425c-ace2-755ec5000161
  kind: Event
  lastTimestamp: "2026-09-19T08:38:45Z"
  message: Add eth0 [10.132.0.43/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-19T08:38:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-19T08:38:45Z"
    name: message-dumper-predictor-6575bcfdfd-mnxf5.18d6ac18f2f54e32
    namespace: kserve-ci-e2e-test
    resourceVersion: "18238"
    uid: 9e2d61c7-2ab5-4a5e-98f8-b354d7705ab6
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:38:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-mnxf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18216"
    uid: 3e54e816-a1bb-425c-ace2-755ec5000161
  kind: Event
  lastTimestamp: "2026-09-19T08:38:45Z"
  message: Pulling image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
  metadata:
    creationTimestamp: "2026-09-19T08:38:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:38:45Z"
    name: message-dumper-predictor-6575bcfdfd-mnxf5.18d6ac18f43d73ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "18240"
    uid: 9c31fab9-4a07-4c83-8f94-11ad91ae16dc
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:38:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-mnxf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18216"
    uid: 3e54e816-a1bb-425c-ace2-755ec5000161
  kind: Event
  lastTimestamp: "2026-09-19T08:38:46Z"
  message: 'Successfully pulled image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
    in 1.258s (1.258s including waiting). Image size: 14813193 bytes.'
  metadata:
    creationTimestamp: "2026-09-19T08:38:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:38:46Z"
    name: message-dumper-predictor-6575bcfdfd-mnxf5.18d6ac193f3d33ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "18248"
    uid: 9251e448-fe2e-498c-97d0-d56d8488cf15
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:38:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-mnxf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18216"
    uid: 3e54e816-a1bb-425c-ace2-755ec5000161
  kind: Event
  lastTimestamp: "2026-09-19T08:38:46Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-19T08:38:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:38:46Z"
    name: message-dumper-predictor-6575bcfdfd-mnxf5.18d6ac194257cdf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18250"
    uid: 4d7fdc84-6c2d-4bc9-8821-7d3550d1ab77
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:38:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-mnxf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18216"
    uid: 3e54e816-a1bb-425c-ace2-755ec5000161
  kind: Event
  lastTimestamp: "2026-09-19T08:38:46Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-19T08:38:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:38:46Z"
    name: message-dumper-predictor-6575bcfdfd-mnxf5.18d6ac1942c2d1db
    namespace: kserve-ci-e2e-test
    resourceVersion: "18251"
    uid: 4f917647-af13-4102-9bea-16086f339e77
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:38:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-mnxf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18216"
    uid: 3e54e816-a1bb-425c-ace2-755ec5000161
  kind: Event
  lastTimestamp: "2026-09-19T08:38:46Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T08:38:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:38:46Z"
    name: message-dumper-predictor-6575bcfdfd-mnxf5.18d6ac1942cb9d1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18252"
    uid: 354edaf1-5703-451a-a644-525d7ec80d77
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:38:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-mnxf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18216"
    uid: 3e54e816-a1bb-425c-ace2-755ec5000161
  kind: Event
  lastTimestamp: "2026-09-19T08:38:46Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-19T08:38:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:38:46Z"
    name: message-dumper-predictor-6575bcfdfd-mnxf5.18d6ac1945d9b0b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18253"
    uid: dda75a01-72a4-47d6-95cb-8ac889f098b6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:38:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-mnxf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18216"
    uid: 3e54e816-a1bb-425c-ace2-755ec5000161
  kind: Event
  lastTimestamp: "2026-09-19T08:38:46Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-19T08:38:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:38:46Z"
    name: message-dumper-predictor-6575bcfdfd-mnxf5.18d6ac194644c5cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "18254"
    uid: f33b45b7-7730-4c5e-901f-f3a070d06098
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:40:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-mnxf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18216"
    uid: 3e54e816-a1bb-425c-ace2-755ec5000161
  kind: Event
  lastTimestamp: "2026-09-19T08:40:40Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-19T08:40:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:40:40Z"
    name: message-dumper-predictor-6575bcfdfd-mnxf5.18d6ac33c5647d1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19399"
    uid: ce4eabd8-25ec-4876-be5c-6f43037c0e1b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:40:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-mnxf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18216"
    uid: 3e54e816-a1bb-425c-ace2-755ec5000161
  kind: Event
  lastTimestamp: "2026-09-19T08:40:40Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-19T08:40:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:40:40Z"
    name: message-dumper-predictor-6575bcfdfd-mnxf5.18d6ac33c56506e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "19400"
    uid: 0a7cd585-c8c6-409b-9ec8-9d3f7224925f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:38:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: message-dumper-predictor-6575bcfdfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18206"
    uid: cf21a85f-accb-4cab-8d0c-8a3a99bc8157
  kind: Event
  lastTimestamp: "2026-09-19T08:38:44Z"
  message: 'Created pod: message-dumper-predictor-6575bcfdfd-mnxf5'
  metadata:
    creationTimestamp: "2026-09-19T08:38:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:38:44Z"
    name: message-dumper-predictor-6575bcfdfd.18d6ac18d0917425
    namespace: kserve-ci-e2e-test
    resourceVersion: "18217"
    uid: 2bdde017-61a3-412a-a6c9-6320fe286bc2
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:38:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18204"
    uid: 1b91c42b-61b9-4225-bd86-ee170cb5dca7
  kind: Event
  lastTimestamp: "2026-09-19T08:38:44Z"
  message: Scaled up replica set message-dumper-predictor-6575bcfdfd from 0 to 1
  metadata:
    creationTimestamp: "2026-09-19T08:38:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:38:44Z"
    name: message-dumper-predictor.18d6ac18cec45d21
    namespace: kserve-ci-e2e-test
    resourceVersion: "18208"
    uid: 8345241c-e22f-4cb9-95f9-048b350dd1cd
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-19T08:38:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18205"
    uid: ac9ddb27-fbdd-4cf9-aa87-c12e3911b38d
  kind: Event
  lastTimestamp: "2026-09-19T08:39:14Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-19T08:38:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:39:14Z"
    name: message-dumper-predictor.18d6ac1c4d703543
    namespace: kserve-ci-e2e-test
    resourceVersion: "18622"
    uid: 5881bbd2-f3f0-47ca-937f-6087c251fe65
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-19T08:38:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18205"
    uid: ac9ddb27-fbdd-4cf9-aa87-c12e3911b38d
  kind: Event
  lastTimestamp: "2026-09-19T08:39:14Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-19T08:38:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:39:14Z"
    name: message-dumper-predictor.18d6ac1c4ddd6efb
    namespace: kserve-ci-e2e-test
    resourceVersion: "18623"
    uid: 035f8178-032f-47a2-ae17-d04fd728018b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-09-19T08:38:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "18195"
    uid: 1a4d9367-fbf1-4717-86f5-d5dc836395dc
  kind: Event
  lastTimestamp: "2026-09-19T08:38:54Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-19T08:38:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T08:38:54Z"
    name: message-dumper.18d6ac18cecb2860
    namespace: kserve-ci-e2e-test
    resourceVersion: "18325"
    uid: cfeb7307-924d-48b0-b012-f2f41d9df5e2
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:38:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "18195"
    uid: 1a4d9367-fbf1-4717-86f5-d5dc836395dc
  kind: Event
  lastTimestamp: "2026-09-19T08:38:44Z"
  message: 'Failed to update status for InferenceService "message-dumper": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "message-dumper": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-19T08:38:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T08:38:44Z"
    name: message-dumper.18d6ac18cf465053
    namespace: kserve-ci-e2e-test
    resourceVersion: "18212"
    uid: 8349527c-bb6c-49f0-81dd-3588835c9400
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:38:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "18321"
    uid: 1a4d9367-fbf1-4717-86f5-d5dc836395dc
  kind: Event
  lastTimestamp: "2026-09-19T08:38:54Z"
  message: InferenceService [message-dumper] is Ready
  metadata:
    creationTimestamp: "2026-09-19T08:38:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T08:38:54Z"
    name: message-dumper.18d6ac1b3113cc41
    namespace: kserve-ci-e2e-test
    resourceVersion: "18323"
    uid: f12e0e1a-f655-4797-bdae-1e770969fe11
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-19T08:48:43.366786Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-h4dhx
    namespace: kserve-ci-e2e-test
    resourceVersion: "23640"
    uid: 273baf1d-34e7-4dbb-a2c2-3f97b37cc94e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/sklearn-v2-mlserver-predictor-7f568cdc6b-h4dhx
    to ip-10-0-136-228.ec2.internal
  metadata:
    creationTimestamp: "2026-09-19T08:48:43Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-19T08:48:43Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-h4dhx.18d6aca43f87504e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23646"
    uid: 763fd12e-a216-48bb-b008-b6a08f8fb3e5
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-d6b67db56-fftfm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:48:43Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-h4dhx
    namespace: kserve-ci-e2e-test
    resourceVersion: "23650"
    uid: 273baf1d-34e7-4dbb-a2c2-3f97b37cc94e
  kind: Event
  lastTimestamp: "2026-09-19T08:48:43Z"
  message: Add eth0 [10.133.0.28/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-19T08:48:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-19T08:48:43Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-h4dhx.18d6aca46156b90f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23660"
    uid: bb405699-d8e4-4567-8b1d-7f85661ceaf3
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:48:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-h4dhx
    namespace: kserve-ci-e2e-test
    resourceVersion: "23642"
    uid: 273baf1d-34e7-4dbb-a2c2-3f97b37cc94e
  kind: Event
  lastTimestamp: "2026-09-19T08:48:43Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T08:48:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:48:43Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-h4dhx.18d6aca462ae724b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23662"
    uid: 8d1373df-643d-4265-b84b-52efeda6dbc4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:48:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-h4dhx
    namespace: kserve-ci-e2e-test
    resourceVersion: "23642"
    uid: 273baf1d-34e7-4dbb-a2c2-3f97b37cc94e
  kind: Event
  lastTimestamp: "2026-09-19T08:48:43Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-19T08:48:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:48:44Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-h4dhx.18d6aca4654401b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23663"
    uid: efbabab6-f429-4f30-929f-b3d811e865ea
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:48:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-h4dhx
    namespace: kserve-ci-e2e-test
    resourceVersion: "23642"
    uid: 273baf1d-34e7-4dbb-a2c2-3f97b37cc94e
  kind: Event
  lastTimestamp: "2026-09-19T08:48:44Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-19T08:48:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:48:44Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-h4dhx.18d6aca465ad33e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23664"
    uid: 7efc212b-10f7-43c8-a9e0-9e601b773428
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:48:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-h4dhx
    namespace: kserve-ci-e2e-test
    resourceVersion: "23642"
    uid: 273baf1d-34e7-4dbb-a2c2-3f97b37cc94e
  kind: Event
  lastTimestamp: "2026-09-19T08:48:48Z"
  message: Pulling image "docker.io/seldonio/mlserver:1.7.1"
  metadata:
    creationTimestamp: "2026-09-19T08:48:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:48:48Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-h4dhx.18d6aca56c760f08
    namespace: kserve-ci-e2e-test
    resourceVersion: "23699"
    uid: 0ffcbd5f-019c-4290-bf0a-749b395ea93c
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:50:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-h4dhx
    namespace: kserve-ci-e2e-test
    resourceVersion: "23642"
    uid: 273baf1d-34e7-4dbb-a2c2-3f97b37cc94e
  kind: Event
  lastTimestamp: "2026-09-19T08:50:42Z"
  message: 'Successfully pulled image "docker.io/seldonio/mlserver:1.7.1" in 1m54.34s
    (1m54.34s including waiting). Image size: 10890461297 bytes.'
  metadata:
    creationTimestamp: "2026-09-19T08:50:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:50:42Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-h4dhx.18d6acc00baf0d05
    namespace: kserve-ci-e2e-test
    resourceVersion: "24609"
    uid: 6fbd850a-09fb-41c5-b075-e25f19b0f846
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:50:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-h4dhx
    namespace: kserve-ci-e2e-test
    resourceVersion: "23642"
    uid: 273baf1d-34e7-4dbb-a2c2-3f97b37cc94e
  kind: Event
  lastTimestamp: "2026-09-19T08:50:42Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-19T08:50:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:50:42Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-h4dhx.18d6acc0117e818e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24610"
    uid: e3c4c77a-e626-4b37-8003-118de6b3899e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:50:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-h4dhx
    namespace: kserve-ci-e2e-test
    resourceVersion: "23642"
    uid: 273baf1d-34e7-4dbb-a2c2-3f97b37cc94e
  kind: Event
  lastTimestamp: "2026-09-19T08:50:42Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-19T08:50:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:50:42Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-h4dhx.18d6acc012737155
    namespace: kserve-ci-e2e-test
    resourceVersion: "24611"
    uid: 86fbbb30-78b7-481f-8bd1-2366572b25dd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:50:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-h4dhx
    namespace: kserve-ci-e2e-test
    resourceVersion: "23642"
    uid: 273baf1d-34e7-4dbb-a2c2-3f97b37cc94e
  kind: Event
  lastTimestamp: "2026-09-19T08:50:42Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T08:50:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:50:42Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-h4dhx.18d6acc0127c9955
    namespace: kserve-ci-e2e-test
    resourceVersion: "24612"
    uid: 907787be-64e8-4d2b-9106-d3a28a93f21b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:50:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-h4dhx
    namespace: kserve-ci-e2e-test
    resourceVersion: "23642"
    uid: 273baf1d-34e7-4dbb-a2c2-3f97b37cc94e
  kind: Event
  lastTimestamp: "2026-09-19T08:50:42Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-19T08:50:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:50:42Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-h4dhx.18d6acc016e37e29
    namespace: kserve-ci-e2e-test
    resourceVersion: "24614"
    uid: 46972447-55a1-4d4c-a675-3ffd85bc21de
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:50:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-h4dhx
    namespace: kserve-ci-e2e-test
    resourceVersion: "23642"
    uid: 273baf1d-34e7-4dbb-a2c2-3f97b37cc94e
  kind: Event
  lastTimestamp: "2026-09-19T08:50:42Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-19T08:50:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:50:42Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-h4dhx.18d6acc017ff93a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24616"
    uid: 18cec231-0f41-44d6-91cf-98492c3ce35a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:51:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-h4dhx
    namespace: kserve-ci-e2e-test
    resourceVersion: "23642"
    uid: 273baf1d-34e7-4dbb-a2c2-3f97b37cc94e
  kind: Event
  lastTimestamp: "2026-09-19T08:51:20Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-09-19T08:51:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:51:20Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-h4dhx.18d6acc8efd57daf
    namespace: kserve-ci-e2e-test
    resourceVersion: "25273"
    uid: c0deb0e3-1503-4bd5-90c2-e73d8a97ebde
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:51:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-h4dhx
    namespace: kserve-ci-e2e-test
    resourceVersion: "23642"
    uid: 273baf1d-34e7-4dbb-a2c2-3f97b37cc94e
  kind: Event
  lastTimestamp: "2026-09-19T08:51:37Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-19T08:51:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:51:37Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-h4dhx.18d6acccc917be53
    namespace: kserve-ci-e2e-test
    resourceVersion: "25533"
    uid: 193cae8a-984d-4f59-b668-1942774dfd4a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:51:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-h4dhx
    namespace: kserve-ci-e2e-test
    resourceVersion: "23642"
    uid: 273baf1d-34e7-4dbb-a2c2-3f97b37cc94e
  kind: Event
  lastTimestamp: "2026-09-19T08:51:37Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-19T08:51:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:51:37Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-h4dhx.18d6acccc91878d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "25534"
    uid: aa6f41bc-2da9-412f-ac0e-0bdbcbaff36a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:51:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-h4dhx
    namespace: kserve-ci-e2e-test
    resourceVersion: "23642"
    uid: 273baf1d-34e7-4dbb-a2c2-3f97b37cc94e
  kind: Event
  lastTimestamp: "2026-09-19T08:51:40Z"
  message: 'Readiness probe failed: Get "https://10.133.0.28:8643/healthz": dial tcp
    10.133.0.28:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-19T08:51:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T08:51:40Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-h4dhx.18d6accd9761e92d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25583"
    uid: 873e3cb8-5395-4e6f-9682-9d19f4f34da8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:48:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: sklearn-v2-mlserver-predictor-7f568cdc6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23631"
    uid: ff8575ec-3c89-49c4-aed5-1049adfa61af
  kind: Event
  lastTimestamp: "2026-09-19T08:48:43Z"
  message: 'Created pod: sklearn-v2-mlserver-predictor-7f568cdc6b-h4dhx'
  metadata:
    creationTimestamp: "2026-09-19T08:48:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:48:43Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b.18d6aca43f164fb0
    namespace: kserve-ci-e2e-test
    resourceVersion: "23641"
    uid: 0946ef81-7ee7-411e-a07c-7dddafaaadc4
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:48:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23629"
    uid: 07cf9547-3ff1-4a2f-bcf1-f46c2208ea63
  kind: Event
  lastTimestamp: "2026-09-19T08:48:43Z"
  message: Scaled up replica set sklearn-v2-mlserver-predictor-7f568cdc6b from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-19T08:48:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:48:43Z"
    name: sklearn-v2-mlserver-predictor.18d6aca43c37ff16
    namespace: kserve-ci-e2e-test
    resourceVersion: "23633"
    uid: 408cb5c4-ef34-4eb6-a998-d040f6430f9c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-19T08:48:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23630"
    uid: e2251963-71bb-4474-9a57-7cecd83733cf
  kind: Event
  lastTimestamp: "2026-09-19T08:51:13Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-19T08:48:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:51:13Z"
    name: sklearn-v2-mlserver-predictor.18d6aca7baa55872
    namespace: kserve-ci-e2e-test
    resourceVersion: "25211"
    uid: 315a4dd7-f09a-44e9-9ef0-d1aedefd8748
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-19T08:48:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23630"
    uid: e2251963-71bb-4474-9a57-7cecd83733cf
  kind: Event
  lastTimestamp: "2026-09-19T08:51:13Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-19T08:48:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:51:13Z"
    name: sklearn-v2-mlserver-predictor.18d6aca7bb0fa6e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "25212"
    uid: 502a1b7a-fc05-406e-8662-bb5eb44a47df
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:51:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23769"
    uid: e2251963-71bb-4474-9a57-7cecd83733cf
  kind: Event
  lastTimestamp: "2026-09-19T08:51:28Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-19T08:51:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:51:28Z"
    name: sklearn-v2-mlserver-predictor.18d6accaae728426
    namespace: kserve-ci-e2e-test
    resourceVersion: "25327"
    uid: 55959f98-53bb-4038-972a-dbee31239150
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:51:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23769"
    uid: e2251963-71bb-4474-9a57-7cecd83733cf
  kind: Event
  lastTimestamp: "2026-09-19T08:51:28Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-19T08:51:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T08:51:28Z"
    name: sklearn-v2-mlserver-predictor.18d6accaaee0e0f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "25329"
    uid: 25e31f5a-762f-4b24-a00a-a543d3ed5f54
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-19T08:48:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "23622"
    uid: 87cdda79-4cc1-429c-8b3b-cead6943bfba
  kind: Event
  lastTimestamp: "2026-09-19T08:51:31Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-19T08:48:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T08:51:31Z"
    name: sklearn-v2-mlserver.18d6aca43c3c4d6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25375"
    uid: 791951a8-5055-44bf-91fe-410cdab16c33
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:48:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "23622"
    uid: 87cdda79-4cc1-429c-8b3b-cead6943bfba
  kind: Event
  lastTimestamp: "2026-09-19T08:48:43Z"
  message: 'Failed to update status for InferenceService "sklearn-v2-mlserver": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "sklearn-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-19T08:48:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T08:48:43Z"
    name: sklearn-v2-mlserver.18d6aca43cbaba41
    namespace: kserve-ci-e2e-test
    resourceVersion: "23636"
    uid: 53d264da-614c-4955-9342-268d5eead4bf
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T08:51:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "25372"
    uid: 87cdda79-4cc1-429c-8b3b-cead6943bfba
  kind: Event
  lastTimestamp: "2026-09-19T08:51:31Z"
  message: InferenceService [sklearn-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-09-19T08:51:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T08:51:31Z"
    name: sklearn-v2-mlserver.18d6accb489c792f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25373"
    uid: 6ed2d67d-9833-4df6-91e4-4462208e13c8
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-19T09:02:54.904942Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-bgzv8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32241"
    uid: 7e5c733d-34a5-487c-a742-3195fb220ff8
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/xgboost-v2-mlserver-predictor-59944bcf4c-bgzv8
    to ip-10-0-136-228.ec2.internal
  metadata:
    creationTimestamp: "2026-09-19T09:02:54Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-19T09:02:54Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-bgzv8.18d6ad6a8328670c
    namespace: kserve-ci-e2e-test
    resourceVersion: "32248"
    uid: 9139960a-7ced-467f-8268-21d7d69c8ad5
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-d6b67db56-fftfm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:02:55Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-bgzv8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32251"
    uid: 7e5c733d-34a5-487c-a742-3195fb220ff8
  kind: Event
  lastTimestamp: "2026-09-19T09:02:55Z"
  message: Add eth0 [10.133.0.43/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-19T09:02:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-19T09:02:55Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-bgzv8.18d6ad6aa50d5601
    namespace: kserve-ci-e2e-test
    resourceVersion: "32265"
    uid: 65d79299-8fc5-4f3f-8730-0e76304b2865
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:02:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-bgzv8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32243"
    uid: 7e5c733d-34a5-487c-a742-3195fb220ff8
  kind: Event
  lastTimestamp: "2026-09-19T09:02:55Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T09:02:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:02:55Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-bgzv8.18d6ad6aa67f9824
    namespace: kserve-ci-e2e-test
    resourceVersion: "32267"
    uid: e577381e-7b95-447e-937a-4c0d07879775
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:02:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-bgzv8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32243"
    uid: 7e5c733d-34a5-487c-a742-3195fb220ff8
  kind: Event
  lastTimestamp: "2026-09-19T09:02:55Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-19T09:02:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:02:55Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-bgzv8.18d6ad6aa999e208
    namespace: kserve-ci-e2e-test
    resourceVersion: "32268"
    uid: 92b4bb33-fe95-404b-a0f9-f8a8d8baef00
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:02:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-bgzv8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32243"
    uid: 7e5c733d-34a5-487c-a742-3195fb220ff8
  kind: Event
  lastTimestamp: "2026-09-19T09:02:55Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-19T09:02:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:02:55Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-bgzv8.18d6ad6aa9fcea65
    namespace: kserve-ci-e2e-test
    resourceVersion: "32270"
    uid: 6a304f7b-8d04-4e0a-b85d-780c5f17c55b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:03:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-bgzv8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32243"
    uid: 7e5c733d-34a5-487c-a742-3195fb220ff8
  kind: Event
  lastTimestamp: "2026-09-19T09:03:00Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-09-19T09:03:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:03:00Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-bgzv8.18d6ad6bb550966a
    namespace: kserve-ci-e2e-test
    resourceVersion: "32314"
    uid: 528e2a0f-e17e-45e7-9278-69fed11dafe8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:03:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-bgzv8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32243"
    uid: 7e5c733d-34a5-487c-a742-3195fb220ff8
  kind: Event
  lastTimestamp: "2026-09-19T09:03:00Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-19T09:03:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:03:00Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-bgzv8.18d6ad6bb801f75a
    namespace: kserve-ci-e2e-test
    resourceVersion: "32316"
    uid: be315557-a769-46b8-858b-9aa3de5cc5b6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:03:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-bgzv8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32243"
    uid: 7e5c733d-34a5-487c-a742-3195fb220ff8
  kind: Event
  lastTimestamp: "2026-09-19T09:03:00Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-19T09:03:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:03:00Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-bgzv8.18d6ad6bb861787b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32317"
    uid: 3a122413-428c-47c3-a2fb-7cc301df3290
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:03:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-bgzv8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32243"
    uid: 7e5c733d-34a5-487c-a742-3195fb220ff8
  kind: Event
  lastTimestamp: "2026-09-19T09:03:00Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-19T09:03:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:03:00Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-bgzv8.18d6ad6bb86ba127
    namespace: kserve-ci-e2e-test
    resourceVersion: "32319"
    uid: 126fa9f2-565a-4004-871d-3058c8c5eef6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:03:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-bgzv8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32243"
    uid: 7e5c733d-34a5-487c-a742-3195fb220ff8
  kind: Event
  lastTimestamp: "2026-09-19T09:03:00Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-19T09:03:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:03:00Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-bgzv8.18d6ad6bbb1a458f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32321"
    uid: 6f8a5ea9-260a-4dbf-9466-fbabc1d089b4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:03:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-bgzv8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32243"
    uid: 7e5c733d-34a5-487c-a742-3195fb220ff8
  kind: Event
  lastTimestamp: "2026-09-19T09:03:00Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-19T09:03:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:03:00Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-bgzv8.18d6ad6bbb73c513
    namespace: kserve-ci-e2e-test
    resourceVersion: "32323"
    uid: add40e66-e04a-4a1d-a61a-9011674476dc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:03:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-bgzv8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32243"
    uid: 7e5c733d-34a5-487c-a742-3195fb220ff8
  kind: Event
  lastTimestamp: "2026-09-19T09:03:44Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-19T09:03:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:03:44Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-bgzv8.18d6ad7629bf2649
    namespace: kserve-ci-e2e-test
    resourceVersion: "32760"
    uid: 9b8588c0-a4e1-4ced-bdf7-8e0b465822e7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:03:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-bgzv8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32243"
    uid: 7e5c733d-34a5-487c-a742-3195fb220ff8
  kind: Event
  lastTimestamp: "2026-09-19T09:03:44Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-19T09:03:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:03:44Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-bgzv8.18d6ad7629bfb217
    namespace: kserve-ci-e2e-test
    resourceVersion: "32761"
    uid: 4cba7627-d326-46ad-8b57-ecfcac956952
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:03:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-bgzv8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32243"
    uid: 7e5c733d-34a5-487c-a742-3195fb220ff8
  kind: Event
  lastTimestamp: "2026-09-19T09:03:48Z"
  message: 'Readiness probe failed: Get "https://10.133.0.43:8643/healthz": dial tcp
    10.133.0.43:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-19T09:03:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:03:48Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-bgzv8.18d6ad76e34847b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "32791"
    uid: 60ebee2f-39cd-497c-83dd-6d5d1a299c30
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:03:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-bgzv8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32243"
    uid: 7e5c733d-34a5-487c-a742-3195fb220ff8
  kind: Event
  lastTimestamp: "2026-09-19T09:03:48Z"
  message: 'Readiness probe failed: Get "http://10.133.0.43:8080/v2/models/xgboost-v2-mlserver/ready":
    dial tcp 10.133.0.43:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-19T09:03:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-19T09:03:48Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-bgzv8.18d6ad76e3992746
    namespace: kserve-ci-e2e-test
    resourceVersion: "32792"
    uid: 0535290b-39b6-423b-900e-1d8661c01ece
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-228.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-228.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:02:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: xgboost-v2-mlserver-predictor-59944bcf4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "32232"
    uid: 95b1c43c-5835-4886-9aec-43c77eacac80
  kind: Event
  lastTimestamp: "2026-09-19T09:02:54Z"
  message: 'Created pod: xgboost-v2-mlserver-predictor-59944bcf4c-bgzv8'
  metadata:
    creationTimestamp: "2026-09-19T09:02:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T09:02:54Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c.18d6ad6a82b8738c
    namespace: kserve-ci-e2e-test
    resourceVersion: "32242"
    uid: 837dea17-e6e2-4e3b-9565-db3948814631
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:02:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32230"
    uid: 90e56206-5d51-43b0-943c-14c7e73210a3
  kind: Event
  lastTimestamp: "2026-09-19T09:02:54Z"
  message: Scaled up replica set xgboost-v2-mlserver-predictor-59944bcf4c from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-19T09:02:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T09:02:54Z"
    name: xgboost-v2-mlserver-predictor.18d6ad6a7fd1fe9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "32234"
    uid: 5d81c0f7-a47a-45b4-aa4e-7bbf8f2104ec
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-19T09:03:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32231"
    uid: 62d0f0ea-996b-431d-9ae9-f226ec37f4b1
  kind: Event
  lastTimestamp: "2026-09-19T09:03:24Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-19T09:03:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T09:03:24Z"
    name: xgboost-v2-mlserver-predictor.18d6ad6dfe9963ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "32532"
    uid: eadfb93d-c249-4acf-b538-0080b8a9e3c2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-19T09:03:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32231"
    uid: 62d0f0ea-996b-431d-9ae9-f226ec37f4b1
  kind: Event
  lastTimestamp: "2026-09-19T09:03:24Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-19T09:03:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T09:03:24Z"
    name: xgboost-v2-mlserver-predictor.18d6ad6dfefed589
    namespace: kserve-ci-e2e-test
    resourceVersion: "32533"
    uid: fabcf301-eb3c-46bd-ba1c-fa042f204157
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:03:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32394"
    uid: 62d0f0ea-996b-431d-9ae9-f226ec37f4b1
  kind: Event
  lastTimestamp: "2026-09-19T09:03:39Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-19T09:03:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T09:03:39Z"
    name: xgboost-v2-mlserver-predictor.18d6ad74fcb111da
    namespace: kserve-ci-e2e-test
    resourceVersion: "32704"
    uid: c3caccb9-5698-4371-b566-045adf453f7a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:03:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32394"
    uid: 62d0f0ea-996b-431d-9ae9-f226ec37f4b1
  kind: Event
  lastTimestamp: "2026-09-19T09:03:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-19T09:03:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-19T09:03:39Z"
    name: xgboost-v2-mlserver-predictor.18d6ad74fd149abe
    namespace: kserve-ci-e2e-test
    resourceVersion: "32706"
    uid: 5711fb5a-95a6-4bff-a3a5-0b0369c75886
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-19T09:02:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "32222"
    uid: 266fb9c8-f70a-4d14-9217-b29b5af729b7
  kind: Event
  lastTimestamp: "2026-09-19T09:03:38Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-19T09:02:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T09:03:38Z"
    name: xgboost-v2-mlserver.18d6ad6a7fe7a868
    namespace: kserve-ci-e2e-test
    resourceVersion: "32683"
    uid: f404be2d-4d74-4ecd-a1b8-990bc55117f2
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:02:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "32222"
    uid: 266fb9c8-f70a-4d14-9217-b29b5af729b7
  kind: Event
  lastTimestamp: "2026-09-19T09:02:54Z"
  message: 'Failed to update status for InferenceService "xgboost-v2-mlserver": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "xgboost-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-19T09:02:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T09:02:54Z"
    name: xgboost-v2-mlserver.18d6ad6a80662e63
    namespace: kserve-ci-e2e-test
    resourceVersion: "32238"
    uid: 105d9997-2c24-457b-81df-b3cb30f32ce2
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-19T09:03:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "32681"
    uid: 266fb9c8-f70a-4d14-9217-b29b5af729b7
  kind: Event
  lastTimestamp: "2026-09-19T09:03:38Z"
  message: InferenceService [xgboost-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-09-19T09:03:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-19T09:03:38Z"
    name: xgboost-v2-mlserver.18d6ad7494d41676
    namespace: kserve-ci-e2e-test
    resourceVersion: "32682"
    uid: 8d0e7d7e-4df3-4706-8a99-8316ee97aad2
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
kind: EventList
metadata:
  resourceVersion: "41388"