---
apiVersion: v1
items:
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-27T21:32:03.262660Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-n8c9w
    namespace: kserve-ci-e2e-test
    resourceVersion: "22523"
    uid: 89b03fe7-285b-49b0-ae43-b49f9c4ca280
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-n8c9w
    to ip-10-0-142-219.ec2.internal
  metadata:
    creationTimestamp: "2026-07-27T21:32:03Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-27T21:32:03Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-n8c9w.18c642f537637cad
    namespace: kserve-ci-e2e-test
    resourceVersion: "22529"
    uid: ae141042-d017-4fed-8fa9-b166227e82e1
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-858ff8b64f-jq2m2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:32:03Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-n8c9w
    namespace: kserve-ci-e2e-test
    resourceVersion: "22525"
    uid: 89b03fe7-285b-49b0-ae43-b49f9c4ca280
  kind: Event
  lastTimestamp: "2026-07-27T21:32:03Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-autogluon-ts-v1-noslash-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-27T21:32:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:32:03Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-n8c9w.18c642f540dae147
    namespace: kserve-ci-e2e-test
    resourceVersion: "22537"
    uid: 870a8ef5-1cb0-4195-88fe-c4c38f86cbe1
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:32:04Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-n8c9w
    namespace: kserve-ci-e2e-test
    resourceVersion: "22533"
    uid: 89b03fe7-285b-49b0-ae43-b49f9c4ca280
  kind: Event
  lastTimestamp: "2026-07-27T21:32:04Z"
  message: Add eth0 [10.133.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-27T21:32:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-27T21:32:04Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-n8c9w.18c642f574d06f36
    namespace: kserve-ci-e2e-test
    resourceVersion: "22549"
    uid: 11dbabae-f1de-4a0e-8a1a-636790464e60
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:32:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-n8c9w
    namespace: kserve-ci-e2e-test
    resourceVersion: "22525"
    uid: 89b03fe7-285b-49b0-ae43-b49f9c4ca280
  kind: Event
  lastTimestamp: "2026-07-27T21:32:04Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T21:32:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:32:04Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-n8c9w.18c642f576386bcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22552"
    uid: 396a49c1-9320-4231-91b7-cb437c7416fc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:32:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-n8c9w
    namespace: kserve-ci-e2e-test
    resourceVersion: "22525"
    uid: 89b03fe7-285b-49b0-ae43-b49f9c4ca280
  kind: Event
  lastTimestamp: "2026-07-27T21:32:04Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-27T21:32:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:32:04Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-n8c9w.18c642f57956dad7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22553"
    uid: b6b1e127-98bf-4e35-bee5-3bf80a728273
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:32:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-n8c9w
    namespace: kserve-ci-e2e-test
    resourceVersion: "22525"
    uid: 89b03fe7-285b-49b0-ae43-b49f9c4ca280
  kind: Event
  lastTimestamp: "2026-07-27T21:32:04Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-27T21:32:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:32:04Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-n8c9w.18c642f579c70abb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22554"
    uid: 76698551-a369-4e02-8544-63b7569541e2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:32:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-n8c9w
    namespace: kserve-ci-e2e-test
    resourceVersion: "22525"
    uid: 89b03fe7-285b-49b0-ae43-b49f9c4ca280
  kind: Event
  lastTimestamp: "2026-07-27T21:32:13Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-27T21:32:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:32:13Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-n8c9w.18c642f7aafe1ade
    namespace: kserve-ci-e2e-test
    resourceVersion: "22626"
    uid: 40e0b36a-e5e5-4532-a3e5-2c1c450d31ee
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:32:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-n8c9w
    namespace: kserve-ci-e2e-test
    resourceVersion: "22525"
    uid: 89b03fe7-285b-49b0-ae43-b49f9c4ca280
  kind: Event
  lastTimestamp: "2026-07-27T21:32:13Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-27T21:32:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:32:13Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-n8c9w.18c642f7ae4a8362
    namespace: kserve-ci-e2e-test
    resourceVersion: "22630"
    uid: 181cb9d3-a902-4c08-8bf7-0adc95a33e3f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:32:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-n8c9w
    namespace: kserve-ci-e2e-test
    resourceVersion: "22525"
    uid: 89b03fe7-285b-49b0-ae43-b49f9c4ca280
  kind: Event
  lastTimestamp: "2026-07-27T21:32:13Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T21:32:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:32:13Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-n8c9w.18c642f7aef472bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22631"
    uid: 854b357d-8056-4a00-a753-f79e9d800c11
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:32:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-n8c9w
    namespace: kserve-ci-e2e-test
    resourceVersion: "22525"
    uid: 89b03fe7-285b-49b0-ae43-b49f9c4ca280
  kind: Event
  lastTimestamp: "2026-07-27T21:32:13Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T21:32:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:32:13Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-n8c9w.18c642f7aefdbfcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22632"
    uid: 6581d059-785f-46fa-bf86-bd51c3614961
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:32:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-n8c9w
    namespace: kserve-ci-e2e-test
    resourceVersion: "22525"
    uid: 89b03fe7-285b-49b0-ae43-b49f9c4ca280
  kind: Event
  lastTimestamp: "2026-07-27T21:32:13Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-27T21:32:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:32:13Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-n8c9w.18c642f7b249966f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22635"
    uid: 2505c7b1-e7d1-44aa-b553-4343d9690eda
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:32:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-n8c9w
    namespace: kserve-ci-e2e-test
    resourceVersion: "22525"
    uid: 89b03fe7-285b-49b0-ae43-b49f9c4ca280
  kind: Event
  lastTimestamp: "2026-07-27T21:32:13Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T21:32:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:32:13Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-n8c9w.18c642f7b2b9c468
    namespace: kserve-ci-e2e-test
    resourceVersion: "22636"
    uid: a16076ba-9644-41c0-a473-96feea936965
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-27T21:32:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-n8c9w
    namespace: kserve-ci-e2e-test
    resourceVersion: "22525"
    uid: 89b03fe7-285b-49b0-ae43-b49f9c4ca280
  kind: Event
  lastTimestamp: "2026-07-27T21:32:21Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.34:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-27T21:32:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:32:21Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-n8c9w.18c642f822cdb9b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22692"
    uid: 15736571-1e7a-43d6-91a1-3e8029ebda18
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:32:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-n8c9w
    namespace: kserve-ci-e2e-test
    resourceVersion: "22525"
    uid: 89b03fe7-285b-49b0-ae43-b49f9c4ca280
  kind: Event
  lastTimestamp: "2026-07-27T21:32:38Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T21:32:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:32:38Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-n8c9w.18c642fd605125df
    namespace: kserve-ci-e2e-test
    resourceVersion: "22837"
    uid: df134672-b7bf-431a-80f0-c903d0461a9f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:32:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-n8c9w
    namespace: kserve-ci-e2e-test
    resourceVersion: "22525"
    uid: 89b03fe7-285b-49b0-ae43-b49f9c4ca280
  kind: Event
  lastTimestamp: "2026-07-27T21:32:38Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T21:32:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:32:38Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-n8c9w.18c642fd6051a47c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22838"
    uid: a52c3d65-6772-4fc6-bc8e-9eac220321db
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:32:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585
    namespace: kserve-ci-e2e-test
    resourceVersion: "22514"
    uid: 868b3a2e-2f18-4d8a-a2fe-5af8fba9882c
  kind: Event
  lastTimestamp: "2026-07-27T21:32:03Z"
  message: 'Created pod: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-n8c9w'
  metadata:
    creationTimestamp: "2026-07-27T21:32:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:32:03Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585.18c642f536ee3905
    namespace: kserve-ci-e2e-test
    resourceVersion: "22524"
    uid: 9cfc032a-c589-40da-8c2c-c07924e83517
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:32:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-ts-v1-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22512"
    uid: 5509d7c7-5a0c-411a-a05d-723a785223b8
  kind: Event
  lastTimestamp: "2026-07-27T21:32:03Z"
  message: Scaled up replica set isvc-autogluon-ts-v1-noslash-predictor-b54fbf585
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-27T21:32:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:32:03Z"
    name: isvc-autogluon-ts-v1-noslash-predictor.18c642f53428e9d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22515"
    uid: 82bf938d-15d4-4b9c-a103-7a45c4037b41
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T21:32:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22513"
    uid: aed968a2-a96f-4533-8836-90f36a09c307
  kind: Event
  lastTimestamp: "2026-07-27T21:32:33Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T21:32:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:32:33Z"
    name: isvc-autogluon-ts-v1-noslash-predictor.18c642f8b319753f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22781"
    uid: 185263b3-41e3-4882-a02f-206177d922e9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T21:32:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22513"
    uid: aed968a2-a96f-4533-8836-90f36a09c307
  kind: Event
  lastTimestamp: "2026-07-27T21:32:33Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T21:32:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:32:33Z"
    name: isvc-autogluon-ts-v1-noslash-predictor.18c642f8b38d7538
    namespace: kserve-ci-e2e-test
    resourceVersion: "22783"
    uid: 7103c226-e2e5-42b0-88b8-4c04680cbfd9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-27T21:32:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "22505"
    uid: 2c32fd42-c1a2-4c44-8cf2-e34e0f40ec58
  kind: Event
  lastTimestamp: "2026-07-27T21:32:31Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-27T21:32:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T21:32:31Z"
    name: isvc-autogluon-ts-v1-noslash.18c642f5342dc806
    namespace: kserve-ci-e2e-test
    resourceVersion: "22774"
    uid: 6ff72cd5-9f74-456e-b889-d6a57071a70c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:32:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "22505"
    uid: 2c32fd42-c1a2-4c44-8cf2-e34e0f40ec58
  kind: Event
  lastTimestamp: "2026-07-27T21:32:03Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-ts-v1-noslash":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-ts-v1-noslash":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-27T21:32:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T21:32:03Z"
    name: isvc-autogluon-ts-v1-noslash.18c642f534923c61
    namespace: kserve-ci-e2e-test
    resourceVersion: "22519"
    uid: fe0d57c4-13fe-4a5d-b5fd-f9a817561e19
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:32:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "22772"
    uid: 2c32fd42-c1a2-4c44-8cf2-e34e0f40ec58
  kind: Event
  lastTimestamp: "2026-07-27T21:32:31Z"
  message: InferenceService [isvc-autogluon-ts-v1-noslash] is Ready
  metadata:
    creationTimestamp: "2026-07-27T21:32:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T21:32:31Z"
    name: isvc-autogluon-ts-v1-noslash.18c642fbe1c6aad4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22773"
    uid: e3f41823-d050-4d06-b809-cc9a18033e58
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-27T21:31:16.082568Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-gl8nb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22110"
    uid: bab59149-41b1-4ce7-b03e-074c8c13852a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-ts-v1-predictor-6cf79d9f7d-gl8nb
    to ip-10-0-142-219.ec2.internal
  metadata:
    creationTimestamp: "2026-07-27T21:31:16Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-27T21:31:16Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-gl8nb.18c642ea3b3c71cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "22114"
    uid: 6bf7eaf5-f07e-4823-a184-5caa22470514
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-858ff8b64f-jq2m2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:31:16Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-gl8nb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22120"
    uid: bab59149-41b1-4ce7-b03e-074c8c13852a
  kind: Event
  lastTimestamp: "2026-07-27T21:31:16Z"
  message: Add eth0 [10.133.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-27T21:31:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-27T21:31:16Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-gl8nb.18c642ea54a49408
    namespace: kserve-ci-e2e-test
    resourceVersion: "22129"
    uid: 96c4e3e2-9e69-45f1-ad2f-5f43afab85aa
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:31:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-gl8nb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22112"
    uid: bab59149-41b1-4ce7-b03e-074c8c13852a
  kind: Event
  lastTimestamp: "2026-07-27T21:31:16Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T21:31:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:31:16Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-gl8nb.18c642ea56035917
    namespace: kserve-ci-e2e-test
    resourceVersion: "22131"
    uid: 730f20e5-50ad-4ce8-84dc-e105feecd5c3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:31:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-gl8nb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22112"
    uid: bab59149-41b1-4ce7-b03e-074c8c13852a
  kind: Event
  lastTimestamp: "2026-07-27T21:31:16Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-27T21:31:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:31:16Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-gl8nb.18c642ea58f6c53c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22133"
    uid: 38f28525-f060-479d-9572-9a4ad621952e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:31:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-gl8nb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22112"
    uid: bab59149-41b1-4ce7-b03e-074c8c13852a
  kind: Event
  lastTimestamp: "2026-07-27T21:31:16Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-27T21:31:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:31:16Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-gl8nb.18c642ea59635f15
    namespace: kserve-ci-e2e-test
    resourceVersion: "22134"
    uid: f01cece6-33a2-4964-8230-01ef4c935c5e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:31:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-gl8nb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22112"
    uid: bab59149-41b1-4ce7-b03e-074c8c13852a
  kind: Event
  lastTimestamp: "2026-07-27T21:31:25Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-27T21:31:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:31:25Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-gl8nb.18c642ec71bc0d98
    namespace: kserve-ci-e2e-test
    resourceVersion: "22200"
    uid: ea2e9aef-9fd4-48ad-9c2c-4774288becab
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:31:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-gl8nb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22112"
    uid: bab59149-41b1-4ce7-b03e-074c8c13852a
  kind: Event
  lastTimestamp: "2026-07-27T21:31:25Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-27T21:31:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:31:25Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-gl8nb.18c642ec7494d616
    namespace: kserve-ci-e2e-test
    resourceVersion: "22202"
    uid: d78ba96c-fb7b-4dbe-bd1f-4eecbe283f98
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:31:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-gl8nb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22112"
    uid: bab59149-41b1-4ce7-b03e-074c8c13852a
  kind: Event
  lastTimestamp: "2026-07-27T21:31:25Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T21:31:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:31:25Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-gl8nb.18c642ec75081e64
    namespace: kserve-ci-e2e-test
    resourceVersion: "22205"
    uid: 8c35db02-2608-4b61-abdb-8c1fb3f962aa
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:31:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-gl8nb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22112"
    uid: bab59149-41b1-4ce7-b03e-074c8c13852a
  kind: Event
  lastTimestamp: "2026-07-27T21:31:25Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T21:31:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:31:25Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-gl8nb.18c642ec751399c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "22206"
    uid: 59fc1676-3bb9-4086-8d7e-656e91d67857
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:31:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-gl8nb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22112"
    uid: bab59149-41b1-4ce7-b03e-074c8c13852a
  kind: Event
  lastTimestamp: "2026-07-27T21:31:25Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-27T21:31:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:31:25Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-gl8nb.18c642ec7835438a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22209"
    uid: 63b7ed82-ffb6-406e-8c09-f89ab3091ac5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:31:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-gl8nb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22112"
    uid: bab59149-41b1-4ce7-b03e-074c8c13852a
  kind: Event
  lastTimestamp: "2026-07-27T21:31:25Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T21:31:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:31:25Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-gl8nb.18c642ec78a5b41b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22210"
    uid: 50690220-6e71-4f47-a6cc-106c9021a88b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-27T21:31:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-gl8nb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22112"
    uid: bab59149-41b1-4ce7-b03e-074c8c13852a
  kind: Event
  lastTimestamp: "2026-07-27T21:31:33Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.33:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-27T21:31:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:31:33Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-gl8nb.18c642ece99a97ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "22269"
    uid: ef2e1d7a-567a-4d0c-b5a5-e560b09ec6fb
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:31:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-gl8nb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22112"
    uid: bab59149-41b1-4ce7-b03e-074c8c13852a
  kind: Event
  lastTimestamp: "2026-07-27T21:31:58Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T21:31:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:31:58Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-gl8nb.18c642f40301874f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22457"
    uid: e276b210-17f7-4b9d-9f5b-0e00c9c2bf65
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:31:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-gl8nb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22112"
    uid: bab59149-41b1-4ce7-b03e-074c8c13852a
  kind: Event
  lastTimestamp: "2026-07-27T21:31:58Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T21:31:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:31:58Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-gl8nb.18c642f403020a33
    namespace: kserve-ci-e2e-test
    resourceVersion: "22458"
    uid: 0391b5bc-9e78-4e2f-b6eb-8cadb11a95aa
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:31:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-gl8nb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22112"
    uid: bab59149-41b1-4ce7-b03e-074c8c13852a
  kind: Event
  lastTimestamp: "2026-07-27T21:31:58Z"
  message: 'Readiness probe failed: Get "https://10.133.0.33:8643/healthz": dial tcp
    10.133.0.33:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-27T21:31:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:31:58Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-gl8nb.18c642f4218bc476
    namespace: kserve-ci-e2e-test
    resourceVersion: "22466"
    uid: c2e44b66-4090-4d50-aa33-66c04996f284
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:31:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22098"
    uid: 12ee76d5-fb18-49a3-8965-723c613065dc
  kind: Event
  lastTimestamp: "2026-07-27T21:31:16Z"
  message: 'Created pod: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-gl8nb'
  metadata:
    creationTimestamp: "2026-07-27T21:31:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:31:16Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d.18c642ea3ad80f5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22111"
    uid: 3ecf07c9-5e55-4147-bf22-1bc32072da97
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:31:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-ts-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22096"
    uid: c441f011-bc5d-467f-9113-7f2374541832
  kind: Event
  lastTimestamp: "2026-07-27T21:31:16Z"
  message: Scaled up replica set isvc-autogluon-ts-v1-predictor-6cf79d9f7d from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-27T21:31:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:31:16Z"
    name: isvc-autogluon-ts-v1-predictor.18c642ea3668f499
    namespace: kserve-ci-e2e-test
    resourceVersion: "22100"
    uid: 15c564fb-f262-42bd-ae26-4f2992e9e85e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T21:31:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22097"
    uid: 69f3c863-2279-4424-b5e5-ab94d3f2f287
  kind: Event
  lastTimestamp: "2026-07-27T21:31:46Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T21:31:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:31:46Z"
    name: isvc-autogluon-ts-v1-predictor.18c642edb544f854
    namespace: kserve-ci-e2e-test
    resourceVersion: "22366"
    uid: 354d6be7-f75d-4c77-9770-288222b8c760
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T21:31:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22097"
    uid: 69f3c863-2279-4424-b5e5-ab94d3f2f287
  kind: Event
  lastTimestamp: "2026-07-27T21:31:46Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T21:31:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:31:46Z"
    name: isvc-autogluon-ts-v1-predictor.18c642edb5a5de54
    namespace: kserve-ci-e2e-test
    resourceVersion: "22367"
    uid: 2228953b-ec90-41dd-94ee-0decf9894180
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-27T21:31:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "22088"
    uid: b0a562b9-0c15-4af8-85a6-35135dd34893
  kind: Event
  lastTimestamp: "2026-07-27T21:31:43Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-27T21:31:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T21:31:43Z"
    name: isvc-autogluon-ts-v1.18c642ea366cada9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22349"
    uid: 96170f88-dded-4b83-8f24-39084f5b1533
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T21:31:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "22088"
    uid: b0a562b9-0c15-4af8-85a6-35135dd34893
  kind: Event
  lastTimestamp: "2026-07-27T21:31:16Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-ts-v1": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-ts-v1":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-27T21:31:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T21:31:16Z"
    name: isvc-autogluon-ts-v1.18c642ea36e4cbc0
    namespace: kserve-ci-e2e-test
    resourceVersion: "22119"
    uid: e3abe521-3f74-4b10-8eee-cb6461b9b9a1
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:31:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "22092"
    uid: b0a562b9-0c15-4af8-85a6-35135dd34893
  kind: Event
  lastTimestamp: "2026-07-27T21:31:16Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-autogluon-ts-v1": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-27T21:31:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T21:31:16Z"
    name: isvc-autogluon-ts-v1.18c642ea3c165055
    namespace: kserve-ci-e2e-test
    resourceVersion: "22121"
    uid: 8cc582a3-e1a3-4e79-aaae-f41f44029a78
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:31:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "22347"
    uid: b0a562b9-0c15-4af8-85a6-35135dd34893
  kind: Event
  lastTimestamp: "2026-07-27T21:31:43Z"
  message: InferenceService [isvc-autogluon-ts-v1] is Ready
  metadata:
    creationTimestamp: "2026-07-27T21:31:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T21:31:43Z"
    name: isvc-autogluon-ts-v1.18c642f0a8c042d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22348"
    uid: 5128c393-39b2-4a68-9416-ddf56ad8b09d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-27T21:21:40.723796Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-cbsds
    namespace: kserve-ci-e2e-test
    resourceVersion: "17723"
    uid: 7e80f21b-5c24-4dd5-9bc7-a29706f4e282
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v1-predictor-574b5b7495-cbsds
    to ip-10-0-142-219.ec2.internal
  metadata:
    creationTimestamp: "2026-07-27T21:21:40Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-27T21:21:40Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-cbsds.18c64264452e4bd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17727"
    uid: fab40b6f-9af5-4d19-9568-eadcda25e2bd
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-858ff8b64f-jq2m2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:21:40Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-cbsds
    namespace: kserve-ci-e2e-test
    resourceVersion: "17725"
    uid: 7e80f21b-5c24-4dd5-9bc7-a29706f4e282
  kind: Event
  lastTimestamp: "2026-07-27T21:21:40Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-autogluon-v1-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-27T21:21:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:21:40Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-cbsds.18c642644c17f9d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17753"
    uid: c26d8748-68ee-4afb-b7fe-3b7a1178470e
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:21:41Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-cbsds
    namespace: kserve-ci-e2e-test
    resourceVersion: "17733"
    uid: 7e80f21b-5c24-4dd5-9bc7-a29706f4e282
  kind: Event
  lastTimestamp: "2026-07-27T21:21:41Z"
  message: Add eth0 [10.133.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-27T21:21:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-27T21:21:41Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-cbsds.18c64264828a234d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17769"
    uid: ea6080d1-6742-47ec-9bca-2ca89b36aecf
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:21:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-cbsds
    namespace: kserve-ci-e2e-test
    resourceVersion: "17725"
    uid: 7e80f21b-5c24-4dd5-9bc7-a29706f4e282
  kind: Event
  lastTimestamp: "2026-07-27T21:21:41Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T21:21:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:21:41Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-cbsds.18c6426484100b2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17771"
    uid: be26f6af-1126-41ab-ac82-f123940f2f70
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:21:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-cbsds
    namespace: kserve-ci-e2e-test
    resourceVersion: "17725"
    uid: 7e80f21b-5c24-4dd5-9bc7-a29706f4e282
  kind: Event
  lastTimestamp: "2026-07-27T21:21:41Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-27T21:21:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:21:41Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-cbsds.18c642648764fd2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17773"
    uid: 41823afa-b7c2-4ca3-924c-857cc1732a5a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:21:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-cbsds
    namespace: kserve-ci-e2e-test
    resourceVersion: "17725"
    uid: 7e80f21b-5c24-4dd5-9bc7-a29706f4e282
  kind: Event
  lastTimestamp: "2026-07-27T21:21:41Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-27T21:21:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:21:41Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-cbsds.18c6426487d2a4ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "17774"
    uid: ad82e00b-f747-4823-a701-62f458e3c840
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:22:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-cbsds
    namespace: kserve-ci-e2e-test
    resourceVersion: "17725"
    uid: 7e80f21b-5c24-4dd5-9bc7-a29706f4e282
  kind: Event
  lastTimestamp: "2026-07-27T21:22:11Z"
  message: Pulling image "kserve/autogluonserver:latest"
  metadata:
    creationTimestamp: "2026-07-27T21:22:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:22:11Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-cbsds.18c6426b674c2476
    namespace: kserve-ci-e2e-test
    resourceVersion: "17995"
    uid: 155fe935-806a-4136-aa6c-5179413c565f
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:24:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-cbsds
    namespace: kserve-ci-e2e-test
    resourceVersion: "17725"
    uid: 7e80f21b-5c24-4dd5-9bc7-a29706f4e282
  kind: Event
  lastTimestamp: "2026-07-27T21:24:38Z"
  message: 'Successfully pulled image "kserve/autogluonserver:latest" in 2m27.161s
    (2m27.161s including waiting). Image size: 8940333845 bytes.'
  metadata:
    creationTimestamp: "2026-07-27T21:24:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:24:38Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-cbsds.18c6428daad18e67
    namespace: kserve-ci-e2e-test
    resourceVersion: "19010"
    uid: 5742bd8c-c564-4495-befb-4e245ba363a4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:24:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-cbsds
    namespace: kserve-ci-e2e-test
    resourceVersion: "17725"
    uid: 7e80f21b-5c24-4dd5-9bc7-a29706f4e282
  kind: Event
  lastTimestamp: "2026-07-27T21:24:38Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-27T21:24:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:24:38Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-cbsds.18c6428daf42ffc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19012"
    uid: 77cda545-1890-40c8-8e7b-62a9949d4683
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:24:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-cbsds
    namespace: kserve-ci-e2e-test
    resourceVersion: "17725"
    uid: 7e80f21b-5c24-4dd5-9bc7-a29706f4e282
  kind: Event
  lastTimestamp: "2026-07-27T21:24:38Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T21:24:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:24:38Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-cbsds.18c6428db026452e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19013"
    uid: 0766ead1-3837-4dab-a861-0d6c66a01a11
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:24:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-cbsds
    namespace: kserve-ci-e2e-test
    resourceVersion: "17725"
    uid: 7e80f21b-5c24-4dd5-9bc7-a29706f4e282
  kind: Event
  lastTimestamp: "2026-07-27T21:24:38Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T21:24:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:24:38Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-cbsds.18c6428db030bb00
    namespace: kserve-ci-e2e-test
    resourceVersion: "19014"
    uid: 5870b993-271f-42a4-ba18-ebf9b746be5d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:24:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-cbsds
    namespace: kserve-ci-e2e-test
    resourceVersion: "17725"
    uid: 7e80f21b-5c24-4dd5-9bc7-a29706f4e282
  kind: Event
  lastTimestamp: "2026-07-27T21:24:38Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-27T21:24:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:24:38Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-cbsds.18c6428db3dce1cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19015"
    uid: 75d81580-222c-43b0-aae3-9b5b840d0050
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:24:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-cbsds
    namespace: kserve-ci-e2e-test
    resourceVersion: "17725"
    uid: 7e80f21b-5c24-4dd5-9bc7-a29706f4e282
  kind: Event
  lastTimestamp: "2026-07-27T21:24:38Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T21:24:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:24:38Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-cbsds.18c6428db53bfec1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19016"
    uid: e3c69ed7-7d4b-4481-b4df-1de76daf39bd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-27T21:24:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-cbsds
    namespace: kserve-ci-e2e-test
    resourceVersion: "17725"
    uid: 7e80f21b-5c24-4dd5-9bc7-a29706f4e282
  kind: Event
  lastTimestamp: "2026-07-27T21:24:46Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.29:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-27T21:24:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:24:46Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-cbsds.18c6428e030bdbf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19073"
    uid: da6f16f7-a9dc-473d-a77b-e5ea044050eb
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:25:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-cbsds
    namespace: kserve-ci-e2e-test
    resourceVersion: "17725"
    uid: 7e80f21b-5c24-4dd5-9bc7-a29706f4e282
  kind: Event
  lastTimestamp: "2026-07-27T21:25:06Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T21:25:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:25:06Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-cbsds.18c642943a245f39
    namespace: kserve-ci-e2e-test
    resourceVersion: "19237"
    uid: 5d1cfcd7-8727-46b9-9c16-bdc47d5acc73
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:25:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-cbsds
    namespace: kserve-ci-e2e-test
    resourceVersion: "17725"
    uid: 7e80f21b-5c24-4dd5-9bc7-a29706f4e282
  kind: Event
  lastTimestamp: "2026-07-27T21:25:06Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T21:25:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:25:06Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-cbsds.18c642943a24e287
    namespace: kserve-ci-e2e-test
    resourceVersion: "19238"
    uid: 46de9bf2-d89f-4368-acfa-bf2e294d1a0c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:21:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v1-predictor-574b5b7495
    namespace: kserve-ci-e2e-test
    resourceVersion: "17698"
    uid: af3e386f-e7fb-42a4-b306-25304061c477
  kind: Event
  lastTimestamp: "2026-07-27T21:21:40Z"
  message: 'Created pod: isvc-autogluon-v1-predictor-574b5b7495-cbsds'
  metadata:
    creationTimestamp: "2026-07-27T21:21:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:21:40Z"
    name: isvc-autogluon-v1-predictor-574b5b7495.18c6426444c5c109
    namespace: kserve-ci-e2e-test
    resourceVersion: "17724"
    uid: d3b7d8a4-3725-4c7e-92d6-6c3723ca861c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:21:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17691"
    uid: 3e267f71-5d1d-467d-afb2-293812c3eff0
  kind: Event
  lastTimestamp: "2026-07-27T21:21:40Z"
  message: Scaled up replica set isvc-autogluon-v1-predictor-574b5b7495 from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-27T21:21:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:21:40Z"
    name: isvc-autogluon-v1-predictor.18c642643f841ebb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17702"
    uid: fce16927-d2aa-44de-8524-4a0f08ec1575
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-27T21:21:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17696"
    uid: f5a132d0-064c-41c4-9dd0-9fbe2dca9426
  kind: Event
  lastTimestamp: "2026-07-27T21:24:40Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T21:21:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:24:40Z"
    name: isvc-autogluon-v1-predictor.18c64267be456c71
    namespace: kserve-ci-e2e-test
    resourceVersion: "19033"
    uid: ca02c2f2-b950-4126-939b-e94094690a1f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-27T21:21:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17696"
    uid: f5a132d0-064c-41c4-9dd0-9fbe2dca9426
  kind: Event
  lastTimestamp: "2026-07-27T21:24:40Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T21:21:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:24:40Z"
    name: isvc-autogluon-v1-predictor.18c64267beb34146
    namespace: kserve-ci-e2e-test
    resourceVersion: "19034"
    uid: 6fbfba62-ab91-4b72-b312-47bfdfb2de5e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:24:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17880"
    uid: f5a132d0-064c-41c4-9dd0-9fbe2dca9426
  kind: Event
  lastTimestamp: "2026-07-27T21:24:55Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T21:24:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:24:55Z"
    name: isvc-autogluon-v1-predictor.18c64291b1ff5165
    namespace: kserve-ci-e2e-test
    resourceVersion: "19138"
    uid: b93d07a9-d86a-41e8-be9d-f75cf18254f5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-27T21:21:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17683"
    uid: 872fbcac-687c-4a47-a57b-45cb7376aa10
  kind: Event
  lastTimestamp: "2026-07-27T21:24:56Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-27T21:21:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T21:24:56Z"
    name: isvc-autogluon-v1.18c642643f82e365
    namespace: kserve-ci-e2e-test
    resourceVersion: "19149"
    uid: dec3842c-2b8f-49fc-9b8a-3d74d23e8e78
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:21:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17683"
    uid: 872fbcac-687c-4a47-a57b-45cb7376aa10
  kind: Event
  lastTimestamp: "2026-07-27T21:21:40Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-v1": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v1":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-27T21:21:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T21:21:40Z"
    name: isvc-autogluon-v1.18c64264438fa921
    namespace: kserve-ci-e2e-test
    resourceVersion: "17721"
    uid: 9ea27ebc-a2c4-4343-81fc-c6747694b1f3
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:24:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19146"
    uid: 872fbcac-687c-4a47-a57b-45cb7376aa10
  kind: Event
  lastTimestamp: "2026-07-27T21:24:56Z"
  message: InferenceService [isvc-autogluon-v1] is Ready
  metadata:
    creationTimestamp: "2026-07-27T21:24:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T21:24:56Z"
    name: isvc-autogluon-v1.18c64291c2315273
    namespace: kserve-ci-e2e-test
    resourceVersion: "19147"
    uid: 0fcd4d81-f704-44ef-b99f-7df37331bc80
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-27T21:29:24.898997Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-94tg9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21243"
    uid: e307f46c-51d7-4d93-8035-37ac48762ce2
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-noslash-predictor-5499c79f9f-94tg9
    to ip-10-0-142-219.ec2.internal
  metadata:
    creationTimestamp: "2026-07-27T21:29:24Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-27T21:29:24Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-94tg9.18c642d0582dcdb3
    namespace: kserve-ci-e2e-test
    resourceVersion: "21247"
    uid: 06900300-65d3-46c4-b543-24e970ea31b2
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-858ff8b64f-jq2m2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:29:25Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-94tg9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21254"
    uid: e307f46c-51d7-4d93-8035-37ac48762ce2
  kind: Event
  lastTimestamp: "2026-07-27T21:29:25Z"
  message: Add eth0 [10.133.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-27T21:29:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-27T21:29:25Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-94tg9.18c642d071989762
    namespace: kserve-ci-e2e-test
    resourceVersion: "21263"
    uid: a54fcc10-216e-4067-91d3-484168eeda92
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:29:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-94tg9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21245"
    uid: e307f46c-51d7-4d93-8035-37ac48762ce2
  kind: Event
  lastTimestamp: "2026-07-27T21:29:25Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T21:29:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:29:25Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-94tg9.18c642d073263905
    namespace: kserve-ci-e2e-test
    resourceVersion: "21265"
    uid: f5bc0c85-8a90-4499-91ce-2e20a841b1b4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:29:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-94tg9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21245"
    uid: e307f46c-51d7-4d93-8035-37ac48762ce2
  kind: Event
  lastTimestamp: "2026-07-27T21:29:25Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-27T21:29:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:29:25Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-94tg9.18c642d075d69395
    namespace: kserve-ci-e2e-test
    resourceVersion: "21267"
    uid: c1862f24-b06e-4fa3-b32b-e6372a4057d2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:29:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-94tg9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21245"
    uid: e307f46c-51d7-4d93-8035-37ac48762ce2
  kind: Event
  lastTimestamp: "2026-07-27T21:29:25Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-27T21:29:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:29:25Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-94tg9.18c642d07644dc56
    namespace: kserve-ci-e2e-test
    resourceVersion: "21268"
    uid: ce0ee222-4d26-442a-a4d6-cc8b0e69b64a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:29:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-94tg9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21245"
    uid: e307f46c-51d7-4d93-8035-37ac48762ce2
  kind: Event
  lastTimestamp: "2026-07-27T21:29:30Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-27T21:29:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:29:30Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-94tg9.18c642d190a0fb68
    namespace: kserve-ci-e2e-test
    resourceVersion: "21307"
    uid: 2a53430c-774c-403c-bb9b-a2682e4bd343
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:29:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-94tg9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21245"
    uid: e307f46c-51d7-4d93-8035-37ac48762ce2
  kind: Event
  lastTimestamp: "2026-07-27T21:29:30Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-27T21:29:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:29:30Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-94tg9.18c642d193e42447
    namespace: kserve-ci-e2e-test
    resourceVersion: "21312"
    uid: 0264fdaf-953b-48c1-8357-0eea1ba8383b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:29:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-94tg9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21245"
    uid: e307f46c-51d7-4d93-8035-37ac48762ce2
  kind: Event
  lastTimestamp: "2026-07-27T21:29:30Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T21:29:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:29:30Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-94tg9.18c642d19454b0d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "21313"
    uid: 06dc12a3-06e7-4dd7-b8d6-74508c37f81a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:29:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-94tg9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21245"
    uid: e307f46c-51d7-4d93-8035-37ac48762ce2
  kind: Event
  lastTimestamp: "2026-07-27T21:29:30Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T21:29:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:29:30Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-94tg9.18c642d1945da8bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "21314"
    uid: 7a2eb195-a32e-4495-9e37-9f5d9368aa36
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:29:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-94tg9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21245"
    uid: e307f46c-51d7-4d93-8035-37ac48762ce2
  kind: Event
  lastTimestamp: "2026-07-27T21:29:30Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-27T21:29:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:29:30Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-94tg9.18c642d196dfb86c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21316"
    uid: 84d69a81-88c8-48c1-b31e-46101337aa74
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:29:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-94tg9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21245"
    uid: e307f46c-51d7-4d93-8035-37ac48762ce2
  kind: Event
  lastTimestamp: "2026-07-27T21:29:30Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T21:29:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:29:30Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-94tg9.18c642d1974c492e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21317"
    uid: b9c51623-90af-41d2-9474-f3ff793d621b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:31:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-94tg9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21245"
    uid: e307f46c-51d7-4d93-8035-37ac48762ce2
  kind: Event
  lastTimestamp: "2026-07-27T21:31:11Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T21:31:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:31:11Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-94tg9.18c642e912d648f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22040"
    uid: dc9b1e3d-d9c2-4000-b2a4-d957d9653dd9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:31:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-94tg9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21245"
    uid: e307f46c-51d7-4d93-8035-37ac48762ce2
  kind: Event
  lastTimestamp: "2026-07-27T21:31:11Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T21:31:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:31:11Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-94tg9.18c642e912d6e28a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22041"
    uid: 0c4f4d94-3f4c-427a-ad72-adac9d5159ed
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:31:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-94tg9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21245"
    uid: e307f46c-51d7-4d93-8035-37ac48762ce2
  kind: Event
  lastTimestamp: "2026-07-27T21:31:12Z"
  message: 'Readiness probe failed: Get "https://10.133.0.32:8643/healthz": dial tcp
    10.133.0.32:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-27T21:31:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:31:12Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-94tg9.18c642e950fad8c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22051"
    uid: 4d63eda0-7d57-425f-a119-be8e7dbfc1c3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:29:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21231"
    uid: a53dee11-9877-4269-8c42-df3fd63cb9b6
  kind: Event
  lastTimestamp: "2026-07-27T21:29:24Z"
  message: 'Created pod: isvc-autogluon-v2-noslash-predictor-5499c79f9f-94tg9'
  metadata:
    creationTimestamp: "2026-07-27T21:29:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:29:24Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f.18c642d057c8137e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21244"
    uid: 55857d78-cb24-48d9-811b-7e9d583d1f93
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:29:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21229"
    uid: 41677338-925d-4787-9195-c13295629e05
  kind: Event
  lastTimestamp: "2026-07-27T21:29:24Z"
  message: Scaled up replica set isvc-autogluon-v2-noslash-predictor-5499c79f9f from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-27T21:29:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:29:24Z"
    name: isvc-autogluon-v2-noslash-predictor.18c642d0538a6465
    namespace: kserve-ci-e2e-test
    resourceVersion: "21232"
    uid: 6602657e-d088-4dba-9132-12c96bea5659
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:29:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21230"
    uid: 31d3209a-0a5d-4ae3-8a21-496145bda766
  kind: Event
  lastTimestamp: "2026-07-27T21:29:39Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T21:29:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:29:39Z"
    name: isvc-autogluon-v2-noslash-predictor.18c642d3d21fedeb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21383"
    uid: bdb8b223-3aef-4301-828a-55c6ccf2f818
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:29:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21230"
    uid: 31d3209a-0a5d-4ae3-8a21-496145bda766
  kind: Event
  lastTimestamp: "2026-07-27T21:29:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T21:29:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:29:39Z"
    name: isvc-autogluon-v2-noslash-predictor.18c642d3d2801317
    namespace: kserve-ci-e2e-test
    resourceVersion: "21385"
    uid: 59e0c890-60e5-4d8a-8030-37f73d0c3efd
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-27T21:29:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21384"
    uid: 31d3209a-0a5d-4ae3-8a21-496145bda766
  kind: Event
  lastTimestamp: "2026-07-27T21:31:09Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T21:29:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:31:09Z"
    name: isvc-autogluon-v2-noslash-predictor.18c642d751a71df5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22013"
    uid: ce2092f0-fe3d-4af7-bc5d-54df83fec5c8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-27T21:29:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21384"
    uid: 31d3209a-0a5d-4ae3-8a21-496145bda766
  kind: Event
  lastTimestamp: "2026-07-27T21:31:09Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T21:29:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:31:09Z"
    name: isvc-autogluon-v2-noslash-predictor.18c642d75214264a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22014"
    uid: 241e9284-c4ba-4304-bc8e-30afe541cd42
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-27T21:29:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "21222"
    uid: 1ab44873-82a3-4486-a8ff-ded2fb29a741
  kind: Event
  lastTimestamp: "2026-07-27T21:31:04Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-27T21:29:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T21:31:04Z"
    name: isvc-autogluon-v2-noslash.18c642d0538c195e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21971"
    uid: d1a2ddbc-7543-42e7-87ed-43a806092992
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T21:29:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "21222"
    uid: 1ab44873-82a3-4486-a8ff-ded2fb29a741
  kind: Event
  lastTimestamp: "2026-07-27T21:29:24Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-v2-noslash":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2-noslash":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-27T21:29:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T21:29:24Z"
    name: isvc-autogluon-v2-noslash.18c642d053fce974
    namespace: kserve-ci-e2e-test
    resourceVersion: "21253"
    uid: f3557260-4f9a-45ad-9631-c8a945254eb7
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:29:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "21225"
    uid: 1ab44873-82a3-4486-a8ff-ded2fb29a741
  kind: Event
  lastTimestamp: "2026-07-27T21:29:24Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-autogluon-v2-noslash": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-27T21:29:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T21:29:24Z"
    name: isvc-autogluon-v2-noslash.18c642d058eeb562
    namespace: kserve-ci-e2e-test
    resourceVersion: "21256"
    uid: dc2db04c-b31f-4b1c-a67b-4b5c9b2af495
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:31:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "21969"
    uid: 1ab44873-82a3-4486-a8ff-ded2fb29a741
  kind: Event
  lastTimestamp: "2026-07-27T21:31:04Z"
  message: InferenceService [isvc-autogluon-v2-noslash] is Ready
  metadata:
    creationTimestamp: "2026-07-27T21:31:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T21:31:04Z"
    name: isvc-autogluon-v2-noslash.18c642e77817d86b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21970"
    uid: 62c252dd-1664-4c6d-bfbb-559e6c91e747
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-27T21:25:11.851823Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-zbnrj
    namespace: kserve-ci-e2e-test
    resourceVersion: "19305"
    uid: 7a66baeb-9cdf-496f-bfbd-e92ff74f79d6
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-predictor-9684b4cd9-zbnrj
    to ip-10-0-142-219.ec2.internal
  metadata:
    creationTimestamp: "2026-07-27T21:25:11Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-27T21:25:11Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-zbnrj.18c642956d6459e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19309"
    uid: c321f219-b637-4a3b-a5f6-a3098c389f67
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-858ff8b64f-jq2m2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:25:12Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-zbnrj
    namespace: kserve-ci-e2e-test
    resourceVersion: "19315"
    uid: 7a66baeb-9cdf-496f-bfbd-e92ff74f79d6
  kind: Event
  lastTimestamp: "2026-07-27T21:25:12Z"
  message: Add eth0 [10.133.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-27T21:25:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-27T21:25:12Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-zbnrj.18c64295888ec4bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19322"
    uid: 17f6ad25-b2ae-468c-ab67-b27834eab477
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:25:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-zbnrj
    namespace: kserve-ci-e2e-test
    resourceVersion: "19307"
    uid: 7a66baeb-9cdf-496f-bfbd-e92ff74f79d6
  kind: Event
  lastTimestamp: "2026-07-27T21:25:12Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T21:25:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:25:12Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-zbnrj.18c642958a0fa03a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19324"
    uid: 8bd69549-eb5c-4a1e-b077-80dd3daaf6ed
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:25:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-zbnrj
    namespace: kserve-ci-e2e-test
    resourceVersion: "19307"
    uid: 7a66baeb-9cdf-496f-bfbd-e92ff74f79d6
  kind: Event
  lastTimestamp: "2026-07-27T21:25:12Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-27T21:25:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:25:12Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-zbnrj.18c642958fb01f36
    namespace: kserve-ci-e2e-test
    resourceVersion: "19327"
    uid: 4519bfab-92f8-4944-b1fc-2302d2b09868
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:25:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-zbnrj
    namespace: kserve-ci-e2e-test
    resourceVersion: "19307"
    uid: 7a66baeb-9cdf-496f-bfbd-e92ff74f79d6
  kind: Event
  lastTimestamp: "2026-07-27T21:25:12Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-27T21:25:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:25:12Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-zbnrj.18c6429590c3ad3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19329"
    uid: f66c1012-fa74-4fca-9d7f-0e1caa996e7f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:25:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-zbnrj
    namespace: kserve-ci-e2e-test
    resourceVersion: "19307"
    uid: 7a66baeb-9cdf-496f-bfbd-e92ff74f79d6
  kind: Event
  lastTimestamp: "2026-07-27T21:25:17Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-27T21:25:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:25:17Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-zbnrj.18c64296a9b18289
    namespace: kserve-ci-e2e-test
    resourceVersion: "19367"
    uid: 62ed0e49-f3be-4560-8ff7-c350dd51c06c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:25:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-zbnrj
    namespace: kserve-ci-e2e-test
    resourceVersion: "19307"
    uid: 7a66baeb-9cdf-496f-bfbd-e92ff74f79d6
  kind: Event
  lastTimestamp: "2026-07-27T21:25:17Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-27T21:25:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:25:17Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-zbnrj.18c64296ac5051d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19369"
    uid: 7a74f2b0-4717-4384-a04d-c2f764c9496b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:25:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-zbnrj
    namespace: kserve-ci-e2e-test
    resourceVersion: "19307"
    uid: 7a66baeb-9cdf-496f-bfbd-e92ff74f79d6
  kind: Event
  lastTimestamp: "2026-07-27T21:25:17Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T21:25:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:25:17Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-zbnrj.18c64296acbcfd7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19370"
    uid: 40db3335-acf6-4a60-88d4-8bc0271dfd83
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:25:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-zbnrj
    namespace: kserve-ci-e2e-test
    resourceVersion: "19307"
    uid: 7a66baeb-9cdf-496f-bfbd-e92ff74f79d6
  kind: Event
  lastTimestamp: "2026-07-27T21:25:17Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T21:25:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:25:17Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-zbnrj.18c64296acc5edf1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19371"
    uid: f0c9186e-02b4-467e-b102-6bb86c925816
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:25:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-zbnrj
    namespace: kserve-ci-e2e-test
    resourceVersion: "19307"
    uid: 7a66baeb-9cdf-496f-bfbd-e92ff74f79d6
  kind: Event
  lastTimestamp: "2026-07-27T21:25:17Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-27T21:25:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:25:17Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-zbnrj.18c64296afa300d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19375"
    uid: 67541d99-e3c3-420a-ba78-8f25f1fd2592
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:25:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-zbnrj
    namespace: kserve-ci-e2e-test
    resourceVersion: "19307"
    uid: 7a66baeb-9cdf-496f-bfbd-e92ff74f79d6
  kind: Event
  lastTimestamp: "2026-07-27T21:25:17Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T21:25:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:25:17Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-zbnrj.18c64296b004283b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19376"
    uid: 0455312f-515d-4394-97b7-b36b8df912bc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:26:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-zbnrj
    namespace: kserve-ci-e2e-test
    resourceVersion: "19307"
    uid: 7a66baeb-9cdf-496f-bfbd-e92ff74f79d6
  kind: Event
  lastTimestamp: "2026-07-27T21:26:58Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T21:26:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:26:58Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-zbnrj.18c642ae2c69c026
    namespace: kserve-ci-e2e-test
    resourceVersion: "20104"
    uid: 4d4c73e8-2a0c-49d4-b8d1-3eda1d24942c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:26:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-zbnrj
    namespace: kserve-ci-e2e-test
    resourceVersion: "19307"
    uid: 7a66baeb-9cdf-496f-bfbd-e92ff74f79d6
  kind: Event
  lastTimestamp: "2026-07-27T21:26:58Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T21:26:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:26:58Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-zbnrj.18c642ae2c6a27ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "20105"
    uid: 30eb23ae-2556-4c85-9de3-467448431744
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:26:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-zbnrj
    namespace: kserve-ci-e2e-test
    resourceVersion: "19307"
    uid: 7a66baeb-9cdf-496f-bfbd-e92ff74f79d6
  kind: Event
  lastTimestamp: "2026-07-27T21:26:59Z"
  message: 'Readiness probe failed: Get "http://10.133.0.30:8080/v2/models/isvc-autogluon-v2/ready":
    dial tcp 10.133.0.30:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-27T21:26:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:26:59Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-zbnrj.18c642ae67b80ab7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20113"
    uid: 5fcb9d3d-bb3f-4e5a-b77d-c85dc8038a52
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:26:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-zbnrj
    namespace: kserve-ci-e2e-test
    resourceVersion: "19307"
    uid: 7a66baeb-9cdf-496f-bfbd-e92ff74f79d6
  kind: Event
  lastTimestamp: "2026-07-27T21:26:59Z"
  message: 'Readiness probe failed: Get "https://10.133.0.30:8643/healthz": dial tcp
    10.133.0.30:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-27T21:26:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:26:59Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-zbnrj.18c642ae69f35acb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20115"
    uid: e61e3af5-f1b6-4c4d-9296-b89b4356481e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:25:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v2-predictor-9684b4cd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19290"
    uid: 90aeb65d-030b-4c53-b336-6188d3322bec
  kind: Event
  lastTimestamp: "2026-07-27T21:25:11Z"
  message: 'Created pod: isvc-autogluon-v2-predictor-9684b4cd9-zbnrj'
  metadata:
    creationTimestamp: "2026-07-27T21:25:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:25:11Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9.18c642956cfcd316
    namespace: kserve-ci-e2e-test
    resourceVersion: "19306"
    uid: 0f7f3e24-39f2-4d35-9d5f-c3d28156fe0e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:25:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19288"
    uid: 158ce804-56b7-4c85-82ea-79b916854b3e
  kind: Event
  lastTimestamp: "2026-07-27T21:25:11Z"
  message: Scaled up replica set isvc-autogluon-v2-predictor-9684b4cd9 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-27T21:25:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:25:11Z"
    name: isvc-autogluon-v2-predictor.18c6429568a2e0e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "19291"
    uid: 0a4ae96b-1599-4990-a757-9c00aa8724ee
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T21:25:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19289"
    uid: 456d65e8-bc9b-44b9-be8d-6020a58e1580
  kind: Event
  lastTimestamp: "2026-07-27T21:25:41Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T21:25:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:25:41Z"
    name: isvc-autogluon-v2-predictor.18c64298e7849ed7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19549"
    uid: 4f2c33dc-b419-40a6-af47-44e0a9d4586f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T21:25:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19289"
    uid: 456d65e8-bc9b-44b9-be8d-6020a58e1580
  kind: Event
  lastTimestamp: "2026-07-27T21:25:41Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T21:25:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:25:41Z"
    name: isvc-autogluon-v2-predictor.18c64298e7eebacd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19550"
    uid: 31232db4-cc5d-4ee5-8326-ab1cc53e8650
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-27T21:25:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19442"
    uid: 456d65e8-bc9b-44b9-be8d-6020a58e1580
  kind: Event
  lastTimestamp: "2026-07-27T21:26:56Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T21:25:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:26:56Z"
    name: isvc-autogluon-v2-predictor.18c6429fe5ce09fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20077"
    uid: 13532f7a-e34f-4717-b725-1c69b85b30d3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-27T21:25:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19442"
    uid: 456d65e8-bc9b-44b9-be8d-6020a58e1580
  kind: Event
  lastTimestamp: "2026-07-27T21:26:56Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T21:25:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:26:56Z"
    name: isvc-autogluon-v2-predictor.18c6429fe638cdb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20078"
    uid: 0383c6aa-fd72-4fa4-9ac8-43d73e657830
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-27T21:27:03.300087Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-szvpd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20169"
    uid: 760f8de6-914d-42f7-a40f-a66ff4f95700
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-variants-predictor-5c889d8844-szvpd
    to ip-10-0-142-219.ec2.internal
  metadata:
    creationTimestamp: "2026-07-27T21:27:03Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-27T21:27:03Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-szvpd.18c642af6039e417
    namespace: kserve-ci-e2e-test
    resourceVersion: "20173"
    uid: 720687cd-85bf-4b82-b8fd-8ae0956f9876
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-858ff8b64f-jq2m2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:27:03Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-szvpd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20171"
    uid: 760f8de6-914d-42f7-a40f-a66ff4f95700
  kind: Event
  lastTimestamp: "2026-07-27T21:27:03Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-autogluon-v2-variants-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-27T21:27:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:27:03Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-szvpd.18c642af68a7fc0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20185"
    uid: f6b742c0-4d82-4b41-a89d-1143f9443215
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:27:04Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-szvpd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20179"
    uid: 760f8de6-914d-42f7-a40f-a66ff4f95700
  kind: Event
  lastTimestamp: "2026-07-27T21:27:04Z"
  message: Add eth0 [10.133.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-27T21:27:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-27T21:27:04Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-szvpd.18c642af9d1842ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "20194"
    uid: 8410b033-083f-4a73-97aa-a6d2cb8a5658
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:27:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-szvpd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20171"
    uid: 760f8de6-914d-42f7-a40f-a66ff4f95700
  kind: Event
  lastTimestamp: "2026-07-27T21:27:04Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T21:27:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:27:04Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-szvpd.18c642af9e7db889
    namespace: kserve-ci-e2e-test
    resourceVersion: "20196"
    uid: 81899a6d-c6fc-4ee7-bc35-df992bcfaa26
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:27:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-szvpd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20171"
    uid: 760f8de6-914d-42f7-a40f-a66ff4f95700
  kind: Event
  lastTimestamp: "2026-07-27T21:27:04Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-27T21:27:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:27:04Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-szvpd.18c642afa15be7df
    namespace: kserve-ci-e2e-test
    resourceVersion: "20197"
    uid: cfae70b2-e5d1-4798-81e9-f59cc8f552c7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:27:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-szvpd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20171"
    uid: 760f8de6-914d-42f7-a40f-a66ff4f95700
  kind: Event
  lastTimestamp: "2026-07-27T21:27:04Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-27T21:27:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:27:04Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-szvpd.18c642afa1c0ba95
    namespace: kserve-ci-e2e-test
    resourceVersion: "20198"
    uid: d7d7e18a-0b7e-472c-8143-b204cb80f4d2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:27:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-szvpd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20171"
    uid: 760f8de6-914d-42f7-a40f-a66ff4f95700
  kind: Event
  lastTimestamp: "2026-07-27T21:27:33Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-27T21:27:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:27:33Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-szvpd.18c642b6731eadb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20409"
    uid: 27fae288-082b-4bc8-9515-8ae1320dda23
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:27:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-szvpd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20171"
    uid: 760f8de6-914d-42f7-a40f-a66ff4f95700
  kind: Event
  lastTimestamp: "2026-07-27T21:27:33Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-27T21:27:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:27:33Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-szvpd.18c642b676109d66
    namespace: kserve-ci-e2e-test
    resourceVersion: "20412"
    uid: 3a4a15ef-6a09-41f6-84dc-14918102b59d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:27:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-szvpd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20171"
    uid: 760f8de6-914d-42f7-a40f-a66ff4f95700
  kind: Event
  lastTimestamp: "2026-07-27T21:27:33Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T21:27:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:27:33Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-szvpd.18c642b6768480f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20415"
    uid: 2733e814-b1a7-4964-a324-53a0a33d25e7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:27:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-szvpd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20171"
    uid: 760f8de6-914d-42f7-a40f-a66ff4f95700
  kind: Event
  lastTimestamp: "2026-07-27T21:27:33Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T21:27:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:27:33Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-szvpd.18c642b6768e7fe7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20416"
    uid: 3a151e5c-bb1e-476c-a2d1-676bb015e997
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:27:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-szvpd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20171"
    uid: 760f8de6-914d-42f7-a40f-a66ff4f95700
  kind: Event
  lastTimestamp: "2026-07-27T21:27:33Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-27T21:27:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:27:33Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-szvpd.18c642b679e3ca4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20420"
    uid: 3820fb14-bf94-43b9-839d-39b2cc88c321
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:27:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-szvpd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20171"
    uid: 760f8de6-914d-42f7-a40f-a66ff4f95700
  kind: Event
  lastTimestamp: "2026-07-27T21:27:33Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T21:27:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:27:33Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-szvpd.18c642b67a66f65c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20421"
    uid: 00d092b0-60f4-45ba-8414-c3d93b8bad6a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:29:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-szvpd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20171"
    uid: 760f8de6-914d-42f7-a40f-a66ff4f95700
  kind: Event
  lastTimestamp: "2026-07-27T21:29:19Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T21:29:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:29:19Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-szvpd.18c642cf2757de80
    namespace: kserve-ci-e2e-test
    resourceVersion: "21177"
    uid: 6b6db67c-b276-4428-a86c-2111c88d3818
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:29:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-szvpd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20171"
    uid: 760f8de6-914d-42f7-a40f-a66ff4f95700
  kind: Event
  lastTimestamp: "2026-07-27T21:29:19Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T21:29:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:29:19Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-szvpd.18c642cf27591bbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "21178"
    uid: a3ebe5e8-fc4b-4b34-856e-abfa752a0fd5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:27:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v2-variants-predictor-5c889d8844
    namespace: kserve-ci-e2e-test
    resourceVersion: "20158"
    uid: 89846266-835e-4fe7-8a9e-a19599e9783c
  kind: Event
  lastTimestamp: "2026-07-27T21:27:03Z"
  message: 'Created pod: isvc-autogluon-v2-variants-predictor-5c889d8844-szvpd'
  metadata:
    creationTimestamp: "2026-07-27T21:27:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:27:03Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844.18c642af5fc532ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "20170"
    uid: a44befba-ce64-4211-abf9-fa544aa8f56e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:27:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20156"
    uid: dea8eb51-0e0b-4ded-8e61-b73b085a0a45
  kind: Event
  lastTimestamp: "2026-07-27T21:27:03Z"
  message: Scaled up replica set isvc-autogluon-v2-variants-predictor-5c889d8844 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-27T21:27:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:27:03Z"
    name: isvc-autogluon-v2-variants-predictor.18c642af5b62c98a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20159"
    uid: 9939b57f-acc1-443a-9d93-437e7bd6cde4
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-27T21:27:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20157"
    uid: 9567c353-72c2-48f6-8058-546fc82f0ceb
  kind: Event
  lastTimestamp: "2026-07-27T21:28:03Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T21:27:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:28:03Z"
    name: isvc-autogluon-v2-variants-predictor.18c642b2da3f630a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20621"
    uid: 96af200e-08b1-46eb-ac1a-56a691a57a4a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-27T21:27:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20157"
    uid: 9567c353-72c2-48f6-8058-546fc82f0ceb
  kind: Event
  lastTimestamp: "2026-07-27T21:28:03Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T21:27:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:28:03Z"
    name: isvc-autogluon-v2-variants-predictor.18c642b2daa5b0f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20622"
    uid: 67c7bdff-6e42-4e59-bbb4-f4e24f32759d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-27T21:28:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20301"
    uid: 9567c353-72c2-48f6-8058-546fc82f0ceb
  kind: Event
  lastTimestamp: "2026-07-27T21:29:18Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T21:28:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:29:18Z"
    name: isvc-autogluon-v2-variants-predictor.18c642c0d6a92aba
    namespace: kserve-ci-e2e-test
    resourceVersion: "21149"
    uid: 4f51ac67-a5fa-4b70-93c9-47b61ffb9ab3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-27T21:28:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20301"
    uid: 9567c353-72c2-48f6-8058-546fc82f0ceb
  kind: Event
  lastTimestamp: "2026-07-27T21:29:18Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T21:28:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:29:18Z"
    name: isvc-autogluon-v2-variants-predictor.18c642c0d70f7d8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21150"
    uid: 11a736e7-a4b3-47ca-8f04-31157e233a6f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-27T21:27:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-variants
    namespace: kserve-ci-e2e-test
    resourceVersion: "20148"
    uid: 1d3e60b2-9789-4e56-aa9a-cc65c94efba7
  kind: Event
  lastTimestamp: "2026-07-27T21:29:11Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-27T21:27:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T21:29:11Z"
    name: isvc-autogluon-v2-variants.18c642af5b904ccf
    namespace: kserve-ci-e2e-test
    resourceVersion: "21105"
    uid: f7a8a89b-7f80-4a7c-a610-4472f28d16bb
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T21:27:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-variants
    namespace: kserve-ci-e2e-test
    resourceVersion: "20148"
    uid: 1d3e60b2-9789-4e56-aa9a-cc65c94efba7
  kind: Event
  lastTimestamp: "2026-07-27T21:27:03Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-v2-variants":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2-variants":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-27T21:27:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T21:27:03Z"
    name: isvc-autogluon-v2-variants.18c642af5bffcd23
    namespace: kserve-ci-e2e-test
    resourceVersion: "20180"
    uid: b8e26aa8-e6c6-4633-b524-ec80d3ec6409
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:27:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-variants
    namespace: kserve-ci-e2e-test
    resourceVersion: "20151"
    uid: 1d3e60b2-9789-4e56-aa9a-cc65c94efba7
  kind: Event
  lastTimestamp: "2026-07-27T21:27:03Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-autogluon-v2-variants": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-27T21:27:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T21:27:03Z"
    name: isvc-autogluon-v2-variants.18c642af622920ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "20181"
    uid: 2dda518f-6156-4f7e-af8c-9e45734d3204
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:29:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-variants
    namespace: kserve-ci-e2e-test
    resourceVersion: "21103"
    uid: 1d3e60b2-9789-4e56-aa9a-cc65c94efba7
  kind: Event
  lastTimestamp: "2026-07-27T21:29:11Z"
  message: InferenceService [isvc-autogluon-v2-variants] is Ready
  metadata:
    creationTimestamp: "2026-07-27T21:29:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T21:29:11Z"
    name: isvc-autogluon-v2-variants.18c642cd287ace54
    namespace: kserve-ci-e2e-test
    resourceVersion: "21104"
    uid: 8dec44f0-2349-4add-89ac-cc2fecfc5e67
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-27T21:25:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19281"
    uid: 3b34987e-11c0-48d0-aa74-84493a177d60
  kind: Event
  lastTimestamp: "2026-07-27T21:26:49Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-27T21:25:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T21:26:49Z"
    name: isvc-autogluon-v2.18c6429568a320d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20024"
    uid: 63b96a1a-a9f2-4d38-b111-cd118909eec1
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T21:25:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19281"
    uid: 3b34987e-11c0-48d0-aa74-84493a177d60
  kind: Event
  lastTimestamp: "2026-07-27T21:25:11Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-27T21:25:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T21:25:11Z"
    name: isvc-autogluon-v2.18c64295693e4426
    namespace: kserve-ci-e2e-test
    resourceVersion: "19314"
    uid: 7a27e17d-a8f3-4b37-8ef2-c8e25de3ca6f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:25:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19284"
    uid: 3b34987e-11c0-48d0-aa74-84493a177d60
  kind: Event
  lastTimestamp: "2026-07-27T21:25:11Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-autogluon-v2": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-27T21:25:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T21:25:11Z"
    name: isvc-autogluon-v2.18c642956f2ad36d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19316"
    uid: f5313dff-9bc8-49d7-8411-67098f7cc39b
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:26:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20021"
    uid: 3b34987e-11c0-48d0-aa74-84493a177d60
  kind: Event
  lastTimestamp: "2026-07-27T21:26:49Z"
  message: InferenceService [isvc-autogluon-v2] is Ready
  metadata:
    creationTimestamp: "2026-07-27T21:26:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T21:26:49Z"
    name: isvc-autogluon-v2.18c642ac18933803
    namespace: kserve-ci-e2e-test
    resourceVersion: "20023"
    uid: 653fdb51-c751-4ae5-bee0-4845d9d4dfaf
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-27T21:32:43.534012Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-cb85cf55c-msl2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22902"
    uid: c2ced923-c791-4a9a-bae9-17ecadd68c2c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-predictor-cb85cf55c-msl2b
    to ip-10-0-142-219.ec2.internal
  metadata:
    creationTimestamp: "2026-07-27T21:32:43Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-27T21:32:43Z"
    name: isvc-canary-create-predictor-cb85cf55c-msl2b.18c642fe97bf90b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "22910"
    uid: e2a2ef50-33cc-4f02-8796-b66bed12ec64
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-858ff8b64f-jq2m2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:32:43Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-cb85cf55c-msl2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22919"
    uid: c2ced923-c791-4a9a-bae9-17ecadd68c2c
  kind: Event
  lastTimestamp: "2026-07-27T21:32:43Z"
  message: Add eth0 [10.133.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-27T21:32:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-27T21:32:43Z"
    name: isvc-canary-create-predictor-cb85cf55c-msl2b.18c642feb1e13252
    namespace: kserve-ci-e2e-test
    resourceVersion: "22937"
    uid: c8a90504-14a3-4029-8d8d-859ce6e187a2
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:32:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-cb85cf55c-msl2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22904"
    uid: c2ced923-c791-4a9a-bae9-17ecadd68c2c
  kind: Event
  lastTimestamp: "2026-07-27T21:32:43Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T21:32:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:32:43Z"
    name: isvc-canary-create-predictor-cb85cf55c-msl2b.18c642feb3685f7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22940"
    uid: 30a3f56c-8a90-46d8-84d3-c289fbda0d49
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:32:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-cb85cf55c-msl2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22904"
    uid: c2ced923-c791-4a9a-bae9-17ecadd68c2c
  kind: Event
  lastTimestamp: "2026-07-27T21:32:44Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-27T21:32:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:32:44Z"
    name: isvc-canary-create-predictor-cb85cf55c-msl2b.18c642feb6e16320
    namespace: kserve-ci-e2e-test
    resourceVersion: "22943"
    uid: 577ef168-3498-4a0e-a127-678047a60455
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:32:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-cb85cf55c-msl2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22904"
    uid: c2ced923-c791-4a9a-bae9-17ecadd68c2c
  kind: Event
  lastTimestamp: "2026-07-27T21:32:44Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-27T21:32:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:32:44Z"
    name: isvc-canary-create-predictor-cb85cf55c-msl2b.18c642feb75b09bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22944"
    uid: 2bb474a6-b53e-4e70-b5b0-bc03de8201ef
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:32:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-cb85cf55c-msl2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22904"
    uid: c2ced923-c791-4a9a-bae9-17ecadd68c2c
  kind: Event
  lastTimestamp: "2026-07-27T21:32:47Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T21:32:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:32:47Z"
    name: isvc-canary-create-predictor-cb85cf55c-msl2b.18c642ff9eefd504
    namespace: kserve-ci-e2e-test
    resourceVersion: "22986"
    uid: 5ed366af-8af8-4df2-83dc-d687616dc9c4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:32:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-cb85cf55c-msl2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22904"
    uid: c2ced923-c791-4a9a-bae9-17ecadd68c2c
  kind: Event
  lastTimestamp: "2026-07-27T21:32:48Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-27T21:32:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:32:48Z"
    name: isvc-canary-create-predictor-cb85cf55c-msl2b.18c642ffa22adba5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22990"
    uid: 9f0ea674-9af8-422f-8cae-4560174ffb78
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:32:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-cb85cf55c-msl2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22904"
    uid: c2ced923-c791-4a9a-bae9-17ecadd68c2c
  kind: Event
  lastTimestamp: "2026-07-27T21:32:48Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T21:32:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:32:48Z"
    name: isvc-canary-create-predictor-cb85cf55c-msl2b.18c642ffa297043d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22995"
    uid: 75208e48-c383-4124-8dcb-00b01d6c4ecf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:32:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-cb85cf55c-msl2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22904"
    uid: c2ced923-c791-4a9a-bae9-17ecadd68c2c
  kind: Event
  lastTimestamp: "2026-07-27T21:32:48Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T21:32:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:32:48Z"
    name: isvc-canary-create-predictor-cb85cf55c-msl2b.18c642ffa2a0d750
    namespace: kserve-ci-e2e-test
    resourceVersion: "22996"
    uid: 0ed41571-dae3-4640-88aa-df78265124b8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:32:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-cb85cf55c-msl2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22904"
    uid: c2ced923-c791-4a9a-bae9-17ecadd68c2c
  kind: Event
  lastTimestamp: "2026-07-27T21:32:48Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-27T21:32:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:32:48Z"
    name: isvc-canary-create-predictor-cb85cf55c-msl2b.18c642ffa5fd96f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22998"
    uid: 9462d96a-b95a-4edf-9d89-c6b4f2d15507
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:32:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-cb85cf55c-msl2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22904"
    uid: c2ced923-c791-4a9a-bae9-17ecadd68c2c
  kind: Event
  lastTimestamp: "2026-07-27T21:32:48Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T21:32:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:32:48Z"
    name: isvc-canary-create-predictor-cb85cf55c-msl2b.18c642ffa67ae211
    namespace: kserve-ci-e2e-test
    resourceVersion: "23000"
    uid: 3f36472c-7c85-44d2-8503-cb824bed2123
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-27T21:32:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-cb85cf55c-msl2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22904"
    uid: c2ced923-c791-4a9a-bae9-17ecadd68c2c
  kind: Event
  lastTimestamp: "2026-07-27T21:34:14Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.35:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-27T21:32:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:34:14Z"
    name: isvc-canary-create-predictor-cb85cf55c-msl2b.18c642ffdb0bdac5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23664"
    uid: 0a8e83c6-4f78-4eb2-a453-d0e65ad6ffe3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:34:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-cb85cf55c-msl2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22904"
    uid: c2ced923-c791-4a9a-bae9-17ecadd68c2c
  kind: Event
  lastTimestamp: "2026-07-27T21:34:13Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T21:34:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:34:13Z"
    name: isvc-canary-create-predictor-cb85cf55c-msl2b.18c64313908b30df
    namespace: kserve-ci-e2e-test
    resourceVersion: "23646"
    uid: 45d6f0e7-70ee-4de5-b0e3-0d6343259248
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:34:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-cb85cf55c-msl2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22904"
    uid: c2ced923-c791-4a9a-bae9-17ecadd68c2c
  kind: Event
  lastTimestamp: "2026-07-27T21:34:13Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T21:34:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:34:13Z"
    name: isvc-canary-create-predictor-cb85cf55c-msl2b.18c64313908ba714
    namespace: kserve-ci-e2e-test
    resourceVersion: "23647"
    uid: 7e35fb99-dd6c-4896-984e-455928f2dd00
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:34:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-cb85cf55c-msl2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22904"
    uid: c2ced923-c791-4a9a-bae9-17ecadd68c2c
  kind: Event
  lastTimestamp: "2026-07-27T21:34:14Z"
  message: 'Readiness probe failed: Get "https://10.133.0.35:8643/healthz": dial tcp
    10.133.0.35:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-27T21:34:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:34:14Z"
    name: isvc-canary-create-predictor-cb85cf55c-msl2b.18c64313e13a4570
    namespace: kserve-ci-e2e-test
    resourceVersion: "23663"
    uid: 74328677-8bb7-4aa1-b901-04794a9f5403
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:32:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-cb85cf55c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22885"
    uid: 12219d74-9ad1-4be3-a5b8-c95fde087839
  kind: Event
  lastTimestamp: "2026-07-27T21:32:43Z"
  message: 'Created pod: isvc-canary-create-predictor-cb85cf55c-msl2b'
  metadata:
    creationTimestamp: "2026-07-27T21:32:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:32:43Z"
    name: isvc-canary-create-predictor-cb85cf55c.18c642fe97521097
    namespace: kserve-ci-e2e-test
    resourceVersion: "22903"
    uid: f608df83-4e32-46cd-8c81-2e25569692e7
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:32:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22884"
    uid: f8f952f3-d0d9-41ba-a736-19a6dc9dfe5a
  kind: Event
  lastTimestamp: "2026-07-27T21:32:43Z"
  message: Scaled up replica set isvc-canary-create-predictor-cb85cf55c from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-27T21:32:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:32:43Z"
    name: isvc-canary-create-predictor.18c642fe931dade5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22886"
    uid: d8c2a569-e220-4ee8-aff8-af8826046b21
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-27T21:32:43.540947Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-6d8d4768d4-25vpb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22905"
    uid: e81f537c-a850-4658-886c-c6480ef951d1
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-v2-predictor-6d8d4768d4-25vpb
    to ip-10-0-142-219.ec2.internal
  metadata:
    creationTimestamp: "2026-07-27T21:32:43Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-27T21:32:43Z"
    name: isvc-canary-create-v2-predictor-6d8d4768d4-25vpb.18c642fe982966eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22912"
    uid: 3445aa56-a578-4079-ae83-007f7f417820
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-858ff8b64f-jq2m2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:32:43Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-6d8d4768d4-25vpb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22922"
    uid: e81f537c-a850-4658-886c-c6480ef951d1
  kind: Event
  lastTimestamp: "2026-07-27T21:32:43Z"
  message: Add eth0 [10.133.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-27T21:32:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-27T21:32:43Z"
    name: isvc-canary-create-v2-predictor-6d8d4768d4-25vpb.18c642feb3570118
    namespace: kserve-ci-e2e-test
    resourceVersion: "22939"
    uid: 3e24e142-d299-43a2-865d-31de54116633
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:32:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-6d8d4768d4-25vpb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22908"
    uid: e81f537c-a850-4658-886c-c6480ef951d1
  kind: Event
  lastTimestamp: "2026-07-27T21:32:44Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T21:32:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:32:44Z"
    name: isvc-canary-create-v2-predictor-6d8d4768d4-25vpb.18c642feb547e38a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22942"
    uid: d2a03e70-3ab8-4624-81d2-4a148fb25d20
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:32:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-6d8d4768d4-25vpb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22908"
    uid: e81f537c-a850-4658-886c-c6480ef951d1
  kind: Event
  lastTimestamp: "2026-07-27T21:32:44Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-27T21:32:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:32:44Z"
    name: isvc-canary-create-v2-predictor-6d8d4768d4-25vpb.18c642feb7754563
    namespace: kserve-ci-e2e-test
    resourceVersion: "22945"
    uid: e7f68435-1baa-428d-bfdd-1b7a5ca86e95
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:32:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-6d8d4768d4-25vpb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22908"
    uid: e81f537c-a850-4658-886c-c6480ef951d1
  kind: Event
  lastTimestamp: "2026-07-27T21:32:44Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-27T21:32:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:32:44Z"
    name: isvc-canary-create-v2-predictor-6d8d4768d4-25vpb.18c642feb8005d98
    namespace: kserve-ci-e2e-test
    resourceVersion: "22946"
    uid: 291080f7-3c0a-4170-bd76-77b5ece321d2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:32:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-6d8d4768d4-25vpb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22908"
    uid: e81f537c-a850-4658-886c-c6480ef951d1
  kind: Event
  lastTimestamp: "2026-07-27T21:32:47Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T21:32:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:32:47Z"
    name: isvc-canary-create-v2-predictor-6d8d4768d4-25vpb.18c642ff9edcd4ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "22985"
    uid: 7f8ab0af-9195-404a-8206-42128689a5c2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:32:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-6d8d4768d4-25vpb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22908"
    uid: e81f537c-a850-4658-886c-c6480ef951d1
  kind: Event
  lastTimestamp: "2026-07-27T21:32:48Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-27T21:32:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:32:48Z"
    name: isvc-canary-create-v2-predictor-6d8d4768d4-25vpb.18c642ffa219709d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22989"
    uid: 40d81e46-7bab-4f4c-86c3-283819a3bd37
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:32:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-6d8d4768d4-25vpb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22908"
    uid: e81f537c-a850-4658-886c-c6480ef951d1
  kind: Event
  lastTimestamp: "2026-07-27T21:32:48Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T21:32:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:32:48Z"
    name: isvc-canary-create-v2-predictor-6d8d4768d4-25vpb.18c642ffa2890db9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22991"
    uid: ced26150-1546-41cf-9f02-bc64e7e1858f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:32:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-6d8d4768d4-25vpb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22908"
    uid: e81f537c-a850-4658-886c-c6480ef951d1
  kind: Event
  lastTimestamp: "2026-07-27T21:32:48Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T21:32:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:32:48Z"
    name: isvc-canary-create-v2-predictor-6d8d4768d4-25vpb.18c642ffa2914bfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22994"
    uid: f5b0ccad-2b26-43fb-9058-9067dec74388
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:32:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-6d8d4768d4-25vpb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22908"
    uid: e81f537c-a850-4658-886c-c6480ef951d1
  kind: Event
  lastTimestamp: "2026-07-27T21:32:48Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-27T21:32:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:32:48Z"
    name: isvc-canary-create-v2-predictor-6d8d4768d4-25vpb.18c642ffa6095bac
    namespace: kserve-ci-e2e-test
    resourceVersion: "22999"
    uid: fad17241-4890-4390-94d9-50d81a5a8d6b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:32:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-6d8d4768d4-25vpb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22908"
    uid: e81f537c-a850-4658-886c-c6480ef951d1
  kind: Event
  lastTimestamp: "2026-07-27T21:32:48Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T21:32:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:32:48Z"
    name: isvc-canary-create-v2-predictor-6d8d4768d4-25vpb.18c642ffa6891866
    namespace: kserve-ci-e2e-test
    resourceVersion: "23001"
    uid: a77ec466-99e5-4630-90d8-6851472a2e49
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-27T21:32:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-6d8d4768d4-25vpb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22908"
    uid: e81f537c-a850-4658-886c-c6480ef951d1
  kind: Event
  lastTimestamp: "2026-07-27T21:33:54Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.36:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-27T21:32:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:33:54Z"
    name: isvc-canary-create-v2-predictor-6d8d4768d4-25vpb.18c642ffdaf8a3dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23481"
    uid: e31f9193-71f4-41a5-821c-46f7e385500e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:34:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-6d8d4768d4-25vpb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22908"
    uid: e81f537c-a850-4658-886c-c6480ef951d1
  kind: Event
  lastTimestamp: "2026-07-27T21:34:13Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T21:34:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:34:13Z"
    name: isvc-canary-create-v2-predictor-6d8d4768d4-25vpb.18c6431390db8d13
    namespace: kserve-ci-e2e-test
    resourceVersion: "23648"
    uid: 1db5655b-e6d5-4390-ab00-3c2437e3431a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:34:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-6d8d4768d4-25vpb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22908"
    uid: e81f537c-a850-4658-886c-c6480ef951d1
  kind: Event
  lastTimestamp: "2026-07-27T21:34:13Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T21:34:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:34:13Z"
    name: isvc-canary-create-v2-predictor-6d8d4768d4-25vpb.18c6431390dcc9c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "23650"
    uid: c4441646-3ff7-422f-841d-79c18beb9f04
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:34:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-6d8d4768d4-25vpb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22908"
    uid: e81f537c-a850-4658-886c-c6480ef951d1
  kind: Event
  lastTimestamp: "2026-07-27T21:34:14Z"
  message: 'Readiness probe failed: Get "https://10.133.0.36:8643/healthz": dial tcp
    10.133.0.36:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-27T21:34:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:34:14Z"
    name: isvc-canary-create-v2-predictor-6d8d4768d4-25vpb.18c64313e1390d97
    namespace: kserve-ci-e2e-test
    resourceVersion: "23662"
    uid: 15f2f739-0767-4dd0-9ea1-5600f467b5b7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:32:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-v2-predictor-6d8d4768d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22894"
    uid: 4b66ade4-062e-4c68-b933-f06afa428e2b
  kind: Event
  lastTimestamp: "2026-07-27T21:32:43Z"
  message: 'Created pod: isvc-canary-create-v2-predictor-6d8d4768d4-25vpb'
  metadata:
    creationTimestamp: "2026-07-27T21:32:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:32:43Z"
    name: isvc-canary-create-v2-predictor-6d8d4768d4.18c642fe97c0dbd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22907"
    uid: ad6eeb03-f6ff-4d39-9037-25f86f3f3d62
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:32:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22893"
    uid: 686b4462-b58e-42f1-8548-39ca4247d3ef
  kind: Event
  lastTimestamp: "2026-07-27T21:32:43Z"
  message: Scaled up replica set isvc-canary-create-v2-predictor-6d8d4768d4 from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-27T21:32:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:32:43Z"
    name: isvc-canary-create-v2-predictor.18c642fe94e4aaf0
    namespace: kserve-ci-e2e-test
    resourceVersion: "22896"
    uid: 7364bac9-39bd-4663-bb16-97829f36b4eb
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 17
  eventTime: null
  firstTimestamp: "2026-07-27T21:32:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "22877"
    uid: faeb6a02-7fc4-4086-9365-138b87d924fe
  kind: Event
  lastTimestamp: "2026-07-27T21:34:05Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-27T21:32:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T21:34:05Z"
    name: isvc-canary-create.18c642fe94916ffc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23563"
    uid: 228f8f7b-203e-4200-86b6-9ee7038c3777
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T21:32:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "22877"
    uid: faeb6a02-7fc4-4086-9365-138b87d924fe
  kind: Event
  lastTimestamp: "2026-07-27T21:32:43Z"
  message: 'Failed to update status for InferenceService "isvc-canary-create": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-create":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-27T21:32:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T21:32:43Z"
    name: isvc-canary-create.18c642fe94fbb8e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22926"
    uid: 2bb0eee9-dbc8-414e-b931-28d1cccaddcf
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T21:32:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "22877"
    uid: faeb6a02-7fc4-4086-9365-138b87d924fe
  kind: Event
  lastTimestamp: "2026-07-27T21:32:43Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-create": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-27T21:32:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T21:32:43Z"
    name: isvc-canary-create.18c642fe94fc0b94
    namespace: kserve-ci-e2e-test
    resourceVersion: "22927"
    uid: 7c5a7a6f-efdc-4dde-bcbd-271cd48df431
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:34:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "23561"
    uid: faeb6a02-7fc4-4086-9365-138b87d924fe
  kind: Event
  lastTimestamp: "2026-07-27T21:34:05Z"
  message: InferenceService [isvc-canary-create] is Ready
  metadata:
    creationTimestamp: "2026-07-27T21:34:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T21:34:05Z"
    name: isvc-canary-create.18c6431193a5995e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23562"
    uid: 02477619-80b1-4301-afa5-037177cdc371
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-27T21:34:18.763814Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-d9759ffd5-9f7ng
    namespace: kserve-ci-e2e-test
    resourceVersion: "23728"
    uid: a723442e-449c-40fd-9279-c24f2916e745
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-predictor-d9759ffd5-9f7ng
    to ip-10-0-142-219.ec2.internal
  metadata:
    creationTimestamp: "2026-07-27T21:34:18Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-27T21:34:18Z"
    name: isvc-canary-promote-predictor-d9759ffd5-9f7ng.18c64314c3e2f5e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "23735"
    uid: 320619c6-820a-40ee-be0e-f28c2dda8404
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-858ff8b64f-jq2m2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:34:19Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-d9759ffd5-9f7ng
    namespace: kserve-ci-e2e-test
    resourceVersion: "23745"
    uid: a723442e-449c-40fd-9279-c24f2916e745
  kind: Event
  lastTimestamp: "2026-07-27T21:34:19Z"
  message: Add eth0 [10.133.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-27T21:34:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-27T21:34:19Z"
    name: isvc-canary-promote-predictor-d9759ffd5-9f7ng.18c64314de5db68d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23761"
    uid: 17ce805a-1dd3-408e-a5c4-9dcccbb868b0
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:34:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-d9759ffd5-9f7ng
    namespace: kserve-ci-e2e-test
    resourceVersion: "23730"
    uid: a723442e-449c-40fd-9279-c24f2916e745
  kind: Event
  lastTimestamp: "2026-07-27T21:34:19Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T21:34:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:34:19Z"
    name: isvc-canary-promote-predictor-d9759ffd5-9f7ng.18c64314dfdb8a85
    namespace: kserve-ci-e2e-test
    resourceVersion: "23764"
    uid: 7dd254e0-3eeb-45e8-adc4-1e7c990c671a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:34:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-d9759ffd5-9f7ng
    namespace: kserve-ci-e2e-test
    resourceVersion: "23730"
    uid: a723442e-449c-40fd-9279-c24f2916e745
  kind: Event
  lastTimestamp: "2026-07-27T21:34:19Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-27T21:34:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:34:19Z"
    name: isvc-canary-promote-predictor-d9759ffd5-9f7ng.18c64314e2960f0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23768"
    uid: 57ed7c95-8c25-4deb-a1ac-64d69a7816f9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:34:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-d9759ffd5-9f7ng
    namespace: kserve-ci-e2e-test
    resourceVersion: "23730"
    uid: a723442e-449c-40fd-9279-c24f2916e745
  kind: Event
  lastTimestamp: "2026-07-27T21:34:19Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-27T21:34:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:34:19Z"
    name: isvc-canary-promote-predictor-d9759ffd5-9f7ng.18c64314e31f6add
    namespace: kserve-ci-e2e-test
    resourceVersion: "23769"
    uid: b2c5c62e-e572-4f46-be01-40de3162810b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:34:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-d9759ffd5-9f7ng
    namespace: kserve-ci-e2e-test
    resourceVersion: "23730"
    uid: a723442e-449c-40fd-9279-c24f2916e745
  kind: Event
  lastTimestamp: "2026-07-27T21:34:23Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T21:34:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:34:23Z"
    name: isvc-canary-promote-predictor-d9759ffd5-9f7ng.18c64315d54a5a0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23807"
    uid: 71ae1008-08b3-486b-8d74-23db2bb14606
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:34:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-d9759ffd5-9f7ng
    namespace: kserve-ci-e2e-test
    resourceVersion: "23730"
    uid: a723442e-449c-40fd-9279-c24f2916e745
  kind: Event
  lastTimestamp: "2026-07-27T21:34:23Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-27T21:34:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:34:23Z"
    name: isvc-canary-promote-predictor-d9759ffd5-9f7ng.18c64315d8a59a01
    namespace: kserve-ci-e2e-test
    resourceVersion: "23812"
    uid: e7849d20-015c-48f9-adb5-2f475f0b768d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:34:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-d9759ffd5-9f7ng
    namespace: kserve-ci-e2e-test
    resourceVersion: "23730"
    uid: a723442e-449c-40fd-9279-c24f2916e745
  kind: Event
  lastTimestamp: "2026-07-27T21:34:23Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T21:34:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:34:23Z"
    name: isvc-canary-promote-predictor-d9759ffd5-9f7ng.18c64315d91824e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23817"
    uid: 02745f4d-383b-463c-b84c-f6a60b556be7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:34:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-d9759ffd5-9f7ng
    namespace: kserve-ci-e2e-test
    resourceVersion: "23730"
    uid: a723442e-449c-40fd-9279-c24f2916e745
  kind: Event
  lastTimestamp: "2026-07-27T21:34:23Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T21:34:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:34:23Z"
    name: isvc-canary-promote-predictor-d9759ffd5-9f7ng.18c64315d9209156
    namespace: kserve-ci-e2e-test
    resourceVersion: "23818"
    uid: a2c0ae76-ff04-418b-a53d-9e179c66a4c7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:34:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-d9759ffd5-9f7ng
    namespace: kserve-ci-e2e-test
    resourceVersion: "23730"
    uid: a723442e-449c-40fd-9279-c24f2916e745
  kind: Event
  lastTimestamp: "2026-07-27T21:34:23Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-27T21:34:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:34:23Z"
    name: isvc-canary-promote-predictor-d9759ffd5-9f7ng.18c64315dc1e435b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23820"
    uid: 04a666c5-6d48-4dba-8267-2b5069d17228
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:34:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-d9759ffd5-9f7ng
    namespace: kserve-ci-e2e-test
    resourceVersion: "23730"
    uid: a723442e-449c-40fd-9279-c24f2916e745
  kind: Event
  lastTimestamp: "2026-07-27T21:34:23Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T21:34:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:34:23Z"
    name: isvc-canary-promote-predictor-d9759ffd5-9f7ng.18c64315dc967014
    namespace: kserve-ci-e2e-test
    resourceVersion: "23823"
    uid: d9e81e2d-0714-4703-bb32-2444d78539e7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-27T21:34:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-d9759ffd5-9f7ng
    namespace: kserve-ci-e2e-test
    resourceVersion: "23730"
    uid: a723442e-449c-40fd-9279-c24f2916e745
  kind: Event
  lastTimestamp: "2026-07-27T21:35:51Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.37:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-27T21:34:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:35:51Z"
    name: isvc-canary-promote-predictor-d9759ffd5-9f7ng.18c643164d3ad8f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24487"
    uid: dadd830c-a03a-41d9-892e-49113fd4e591
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:35:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-d9759ffd5-9f7ng
    namespace: kserve-ci-e2e-test
    resourceVersion: "23730"
    uid: a723442e-449c-40fd-9279-c24f2916e745
  kind: Event
  lastTimestamp: "2026-07-27T21:35:48Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T21:35:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:35:48Z"
    name: isvc-canary-promote-predictor-d9759ffd5-9f7ng.18c64329bc88541c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24453"
    uid: e4d1f28a-43bd-4045-8796-b16593f899d6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:35:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-d9759ffd5-9f7ng
    namespace: kserve-ci-e2e-test
    resourceVersion: "23730"
    uid: a723442e-449c-40fd-9279-c24f2916e745
  kind: Event
  lastTimestamp: "2026-07-27T21:35:48Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T21:35:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:35:48Z"
    name: isvc-canary-promote-predictor-d9759ffd5-9f7ng.18c64329bc88fce0
    namespace: kserve-ci-e2e-test
    resourceVersion: "24452"
    uid: 81b7a504-6c74-47a7-8f6d-3155c62e4e95
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:35:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-d9759ffd5-9f7ng
    namespace: kserve-ci-e2e-test
    resourceVersion: "23730"
    uid: a723442e-449c-40fd-9279-c24f2916e745
  kind: Event
  lastTimestamp: "2026-07-27T21:35:51Z"
  message: 'Readiness probe failed: Get "https://10.133.0.37:8643/healthz": dial tcp
    10.133.0.37:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-27T21:35:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:35:51Z"
    name: isvc-canary-promote-predictor-d9759ffd5-9f7ng.18c6432a5363eb27
    namespace: kserve-ci-e2e-test
    resourceVersion: "24489"
    uid: ed3cb0fd-0571-499b-a82c-fb26a1bce147
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:34:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-d9759ffd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23711"
    uid: 77c2d5d0-0ea1-46bc-b36b-c1203a9ad4a0
  kind: Event
  lastTimestamp: "2026-07-27T21:34:18Z"
  message: 'Created pod: isvc-canary-promote-predictor-d9759ffd5-9f7ng'
  metadata:
    creationTimestamp: "2026-07-27T21:34:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:34:18Z"
    name: isvc-canary-promote-predictor-d9759ffd5.18c64314c3423bfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "23729"
    uid: 2608bef5-9e2a-49d7-a862-c8637e58de97
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:34:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23710"
    uid: 45326b4b-1fba-4227-8d0a-3488218682ba
  kind: Event
  lastTimestamp: "2026-07-27T21:34:18Z"
  message: Scaled up replica set isvc-canary-promote-predictor-d9759ffd5 from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-27T21:34:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:34:18Z"
    name: isvc-canary-promote-predictor.18c64314beb89a27
    namespace: kserve-ci-e2e-test
    resourceVersion: "23712"
    uid: 1e86f55f-e0db-4781-a96e-00dc521278bc
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-27T21:35:48.894151Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-dmx8m
    namespace: kserve-ci-e2e-test
    resourceVersion: "24458"
    uid: e6da3ed4-2e22-489d-b6f7-86e70fb5826a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-v2-predictor-86766c4958-dmx8m
    to ip-10-0-131-133.ec2.internal
  metadata:
    creationTimestamp: "2026-07-27T21:35:48Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-27T21:35:48Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-dmx8m.18c64329c012c49a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24463"
    uid: 175ab13b-16f9-47bf-9257-b564f8794361
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-858ff8b64f-jq2m2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:35:49Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-dmx8m
    namespace: kserve-ci-e2e-test
    resourceVersion: "24466"
    uid: e6da3ed4-2e22-489d-b6f7-86e70fb5826a
  kind: Event
  lastTimestamp: "2026-07-27T21:35:49Z"
  message: Add eth0 [10.132.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-27T21:35:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-27T21:35:49Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-dmx8m.18c64329d9aeb26a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24471"
    uid: 4576d299-0e41-4682-acd8-fcc2743ab09c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:35:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-dmx8m
    namespace: kserve-ci-e2e-test
    resourceVersion: "24460"
    uid: e6da3ed4-2e22-489d-b6f7-86e70fb5826a
  kind: Event
  lastTimestamp: "2026-07-27T21:35:49Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
  metadata:
    creationTimestamp: "2026-07-27T21:35:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:35:49Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-dmx8m.18c64329db063147
    namespace: kserve-ci-e2e-test
    resourceVersion: "24473"
    uid: f147f838-ebc0-4bc4-827f-7e80e66993e2
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-133.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-133.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:35:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-dmx8m
    namespace: kserve-ci-e2e-test
    resourceVersion: "24460"
    uid: e6da3ed4-2e22-489d-b6f7-86e70fb5826a
  kind: Event
  lastTimestamp: "2026-07-27T21:35:53Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    in 3.922s (3.922s including waiting). Image size: 300981723 bytes.'
  metadata:
    creationTimestamp: "2026-07-27T21:35:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:35:53Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-dmx8m.18c6432ac4cecad6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24503"
    uid: f195c431-9c92-40d7-b8f8-33616d8b0bb7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-133.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-133.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:35:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-dmx8m
    namespace: kserve-ci-e2e-test
    resourceVersion: "24460"
    uid: e6da3ed4-2e22-489d-b6f7-86e70fb5826a
  kind: Event
  lastTimestamp: "2026-07-27T21:35:53Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-27T21:35:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:35:53Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-dmx8m.18c6432ac7e9f015
    namespace: kserve-ci-e2e-test
    resourceVersion: "24504"
    uid: f8c5ad67-b1f5-47b6-8d9a-e9417a4a856d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-133.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-133.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:35:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-dmx8m
    namespace: kserve-ci-e2e-test
    resourceVersion: "24460"
    uid: e6da3ed4-2e22-489d-b6f7-86e70fb5826a
  kind: Event
  lastTimestamp: "2026-07-27T21:35:53Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-27T21:35:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:35:53Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-dmx8m.18c6432ac85c574b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24505"
    uid: d628416c-5e8c-4c62-8092-eae0c745ad10
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-133.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-133.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:35:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-dmx8m
    namespace: kserve-ci-e2e-test
    resourceVersion: "24460"
    uid: e6da3ed4-2e22-489d-b6f7-86e70fb5826a
  kind: Event
  lastTimestamp: "2026-07-27T21:35:57Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
  metadata:
    creationTimestamp: "2026-07-27T21:35:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:35:57Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-dmx8m.18c6432bce930c2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24542"
    uid: 0ec75cf9-1b9c-4e1c-81aa-15d8b9cbfec0
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-133.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-133.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:36:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-dmx8m
    namespace: kserve-ci-e2e-test
    resourceVersion: "24460"
    uid: e6da3ed4-2e22-489d-b6f7-86e70fb5826a
  kind: Event
  lastTimestamp: "2026-07-27T21:36:10Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
    in 13.154s (13.154s including waiting). Image size: 1555729331 bytes.'
  metadata:
    creationTimestamp: "2026-07-27T21:36:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:36:10Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-dmx8m.18c6432edea6ff54
    namespace: kserve-ci-e2e-test
    resourceVersion: "24636"
    uid: 490925f3-60b6-4670-aa82-8a9212774c12
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-133.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-133.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:36:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-dmx8m
    namespace: kserve-ci-e2e-test
    resourceVersion: "24460"
    uid: e6da3ed4-2e22-489d-b6f7-86e70fb5826a
  kind: Event
  lastTimestamp: "2026-07-27T21:36:10Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-27T21:36:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:36:10Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-dmx8m.18c6432ee2022a47
    namespace: kserve-ci-e2e-test
    resourceVersion: "24638"
    uid: 2335923f-99b8-4836-a989-2734c6ba8efd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-133.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-133.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:36:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-dmx8m
    namespace: kserve-ci-e2e-test
    resourceVersion: "24460"
    uid: e6da3ed4-2e22-489d-b6f7-86e70fb5826a
  kind: Event
  lastTimestamp: "2026-07-27T21:36:10Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T21:36:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:36:10Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-dmx8m.18c6432ee26f1754
    namespace: kserve-ci-e2e-test
    resourceVersion: "24639"
    uid: e0556973-8770-4ad6-a401-4efdac766ce2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-133.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-133.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:36:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-dmx8m
    namespace: kserve-ci-e2e-test
    resourceVersion: "24460"
    uid: e6da3ed4-2e22-489d-b6f7-86e70fb5826a
  kind: Event
  lastTimestamp: "2026-07-27T21:36:10Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-07-27T21:36:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:36:10Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-dmx8m.18c6432ee27be24e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24640"
    uid: 8843a551-29c1-4fcf-8947-26c854f420bb
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-133.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-133.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:36:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-dmx8m
    namespace: kserve-ci-e2e-test
    resourceVersion: "24460"
    uid: e6da3ed4-2e22-489d-b6f7-86e70fb5826a
  kind: Event
  lastTimestamp: "2026-07-27T21:36:13Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.335s (2.335s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-07-27T21:36:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:36:13Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-dmx8m.18c6432f6db7542a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24656"
    uid: 26bb8143-7059-4119-89e4-1c55ddc6694d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-133.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-133.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:36:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-dmx8m
    namespace: kserve-ci-e2e-test
    resourceVersion: "24460"
    uid: e6da3ed4-2e22-489d-b6f7-86e70fb5826a
  kind: Event
  lastTimestamp: "2026-07-27T21:36:13Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-27T21:36:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:36:13Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-dmx8m.18c6432f70d04db1
    namespace: kserve-ci-e2e-test
    resourceVersion: "24657"
    uid: be2d6868-7a14-4a4d-83c5-4ab96088b39e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-133.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-133.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:36:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-dmx8m
    namespace: kserve-ci-e2e-test
    resourceVersion: "24460"
    uid: e6da3ed4-2e22-489d-b6f7-86e70fb5826a
  kind: Event
  lastTimestamp: "2026-07-27T21:36:13Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T21:36:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:36:13Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-dmx8m.18c6432f7147b76a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24658"
    uid: c788015c-bfcb-437c-88e2-02b380600d9a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-133.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-133.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-27T21:36:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-dmx8m
    namespace: kserve-ci-e2e-test
    resourceVersion: "24460"
    uid: e6da3ed4-2e22-489d-b6f7-86e70fb5826a
  kind: Event
  lastTimestamp: "2026-07-27T21:37:39Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.36:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-27T21:36:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:37:39Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-dmx8m.18c6432f8e791b1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25587"
    uid: cf6cf239-3ec6-49d3-8223-241f168abfbd
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-133.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-133.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:37:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-dmx8m
    namespace: kserve-ci-e2e-test
    resourceVersion: "24460"
    uid: e6da3ed4-2e22-489d-b6f7-86e70fb5826a
  kind: Event
  lastTimestamp: "2026-07-27T21:37:39Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T21:37:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:37:39Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-dmx8m.18c6434365cf6131
    namespace: kserve-ci-e2e-test
    resourceVersion: "25574"
    uid: dbebb840-f202-4956-a9be-84fc8ed5d253
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-133.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-133.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:37:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-dmx8m
    namespace: kserve-ci-e2e-test
    resourceVersion: "24460"
    uid: e6da3ed4-2e22-489d-b6f7-86e70fb5826a
  kind: Event
  lastTimestamp: "2026-07-27T21:37:39Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T21:37:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:37:39Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-dmx8m.18c6434365d658d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25576"
    uid: 186f02c4-91fd-465d-ac3a-e7f157ee73a3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-133.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-133.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:37:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-dmx8m
    namespace: kserve-ci-e2e-test
    resourceVersion: "24460"
    uid: e6da3ed4-2e22-489d-b6f7-86e70fb5826a
  kind: Event
  lastTimestamp: "2026-07-27T21:37:39Z"
  message: 'Readiness probe failed: Get "https://10.132.0.36:8643/healthz": dial tcp
    10.132.0.36:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-27T21:37:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:37:39Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-dmx8m.18c6434394c25e2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25586"
    uid: b4eb3026-3666-4fc6-a0b0-30eae9831f59
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-133.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-133.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-27T21:34:18.771121Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-n59xt
    namespace: kserve-ci-e2e-test
    resourceVersion: "23732"
    uid: b8fab226-5fd8-4f9b-9b17-9168fa14aa7d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-v2-predictor-86766c4958-n59xt
    to ip-10-0-142-219.ec2.internal
  metadata:
    creationTimestamp: "2026-07-27T21:34:18Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-27T21:34:18Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-n59xt.18c64314c4528bdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23738"
    uid: 9db2a1c0-7802-44c5-a7a4-7e87fc161fec
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-858ff8b64f-jq2m2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:34:19Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-n59xt
    namespace: kserve-ci-e2e-test
    resourceVersion: "23748"
    uid: b8fab226-5fd8-4f9b-9b17-9168fa14aa7d
  kind: Event
  lastTimestamp: "2026-07-27T21:34:19Z"
  message: Add eth0 [10.133.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-27T21:34:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-27T21:34:19Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-n59xt.18c64314dfa577bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23763"
    uid: 8d7db53a-5196-44a6-977e-d99b9165c049
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:34:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-n59xt
    namespace: kserve-ci-e2e-test
    resourceVersion: "23734"
    uid: b8fab226-5fd8-4f9b-9b17-9168fa14aa7d
  kind: Event
  lastTimestamp: "2026-07-27T21:34:19Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T21:34:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:34:19Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-n59xt.18c64314e109502d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23766"
    uid: 51124ff7-6c85-4b52-93c6-a2deabf160fe
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:34:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-n59xt
    namespace: kserve-ci-e2e-test
    resourceVersion: "23734"
    uid: b8fab226-5fd8-4f9b-9b17-9168fa14aa7d
  kind: Event
  lastTimestamp: "2026-07-27T21:34:19Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-27T21:34:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:34:19Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-n59xt.18c64314e333b514
    namespace: kserve-ci-e2e-test
    resourceVersion: "23770"
    uid: 0e878b2f-9fc7-4aa5-8d0a-2941f30069ca
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:34:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-n59xt
    namespace: kserve-ci-e2e-test
    resourceVersion: "23734"
    uid: b8fab226-5fd8-4f9b-9b17-9168fa14aa7d
  kind: Event
  lastTimestamp: "2026-07-27T21:34:19Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-27T21:34:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:34:19Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-n59xt.18c64314e3ac74a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "23771"
    uid: 0742b2f8-a1f4-4859-8c8b-e6b3910369b1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:34:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-n59xt
    namespace: kserve-ci-e2e-test
    resourceVersion: "23734"
    uid: b8fab226-5fd8-4f9b-9b17-9168fa14aa7d
  kind: Event
  lastTimestamp: "2026-07-27T21:34:23Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T21:34:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:34:23Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-n59xt.18c64315d5364d00
    namespace: kserve-ci-e2e-test
    resourceVersion: "23806"
    uid: c19d0ca1-1b94-4b56-b46c-f035148dc6a4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:34:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-n59xt
    namespace: kserve-ci-e2e-test
    resourceVersion: "23734"
    uid: b8fab226-5fd8-4f9b-9b17-9168fa14aa7d
  kind: Event
  lastTimestamp: "2026-07-27T21:34:23Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-27T21:34:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:34:23Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-n59xt.18c64315d887f40d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23811"
    uid: a021bf4c-83eb-45c8-9bd5-0f48594d2625
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:34:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-n59xt
    namespace: kserve-ci-e2e-test
    resourceVersion: "23734"
    uid: b8fab226-5fd8-4f9b-9b17-9168fa14aa7d
  kind: Event
  lastTimestamp: "2026-07-27T21:34:23Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T21:34:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:34:23Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-n59xt.18c64315d8fbaaac
    namespace: kserve-ci-e2e-test
    resourceVersion: "23813"
    uid: e50b0317-813a-4d4a-a22c-e1d50ef4b217
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:34:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-n59xt
    namespace: kserve-ci-e2e-test
    resourceVersion: "23734"
    uid: b8fab226-5fd8-4f9b-9b17-9168fa14aa7d
  kind: Event
  lastTimestamp: "2026-07-27T21:34:23Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T21:34:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:34:23Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-n59xt.18c64315d905ec7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23814"
    uid: aafa3352-9d98-4815-887a-3228d18b84ea
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:34:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-n59xt
    namespace: kserve-ci-e2e-test
    resourceVersion: "23734"
    uid: b8fab226-5fd8-4f9b-9b17-9168fa14aa7d
  kind: Event
  lastTimestamp: "2026-07-27T21:34:23Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-27T21:34:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:34:23Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-n59xt.18c64315dc0c1bb3
    namespace: kserve-ci-e2e-test
    resourceVersion: "23819"
    uid: 4bf6cd6f-9bea-44b1-baf7-72ffed34faa6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:34:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-n59xt
    namespace: kserve-ci-e2e-test
    resourceVersion: "23734"
    uid: b8fab226-5fd8-4f9b-9b17-9168fa14aa7d
  kind: Event
  lastTimestamp: "2026-07-27T21:34:23Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T21:34:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:34:23Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-n59xt.18c64315dc7a96cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "23822"
    uid: e1950712-29cb-438c-ae32-452e5b399590
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-27T21:34:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-n59xt
    namespace: kserve-ci-e2e-test
    resourceVersion: "23734"
    uid: b8fab226-5fd8-4f9b-9b17-9168fa14aa7d
  kind: Event
  lastTimestamp: "2026-07-27T21:37:39Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.38:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-27T21:34:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:37:39Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-n59xt.18c643161167c773
    namespace: kserve-ci-e2e-test
    resourceVersion: "25580"
    uid: aa4521d0-6a82-498e-ac3a-e14ba72051f8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:37:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-n59xt
    namespace: kserve-ci-e2e-test
    resourceVersion: "23734"
    uid: b8fab226-5fd8-4f9b-9b17-9168fa14aa7d
  kind: Event
  lastTimestamp: "2026-07-27T21:37:39Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T21:37:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:37:39Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-n59xt.18c6434365f0197b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25575"
    uid: 6d7208e3-6ab4-47ee-a1e8-af9957ff3d4f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:37:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-n59xt
    namespace: kserve-ci-e2e-test
    resourceVersion: "23734"
    uid: b8fab226-5fd8-4f9b-9b17-9168fa14aa7d
  kind: Event
  lastTimestamp: "2026-07-27T21:37:39Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T21:37:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:37:39Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-n59xt.18c6434365f0aa33
    namespace: kserve-ci-e2e-test
    resourceVersion: "25577"
    uid: 86e8577d-ea02-4e4e-8326-06cdef25c687
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:37:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-n59xt
    namespace: kserve-ci-e2e-test
    resourceVersion: "23734"
    uid: b8fab226-5fd8-4f9b-9b17-9168fa14aa7d
  kind: Event
  lastTimestamp: "2026-07-27T21:37:40Z"
  message: 'Readiness probe failed: Get "https://10.133.0.38:8643/healthz": dial tcp
    10.133.0.38:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-27T21:37:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:37:40Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-n59xt.18c64343b4177870
    namespace: kserve-ci-e2e-test
    resourceVersion: "25591"
    uid: 0af4bf28-ce0e-4cef-aca1-0b73bb480248
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:34:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-v2-predictor-86766c4958
    namespace: kserve-ci-e2e-test
    resourceVersion: "23720"
    uid: 7b59ec15-f0e0-4e66-99b9-1361d2f13c3e
  kind: Event
  lastTimestamp: "2026-07-27T21:34:18Z"
  message: 'Created pod: isvc-canary-promote-v2-predictor-86766c4958-n59xt'
  metadata:
    creationTimestamp: "2026-07-27T21:34:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:34:18Z"
    name: isvc-canary-promote-v2-predictor-86766c4958.18c64314c3e58e62
    namespace: kserve-ci-e2e-test
    resourceVersion: "23733"
    uid: 00de002c-ca15-46d9-afc2-127991e959c1
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:35:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-v2-predictor-86766c4958
    namespace: kserve-ci-e2e-test
    resourceVersion: "24442"
    uid: 7b59ec15-f0e0-4e66-99b9-1361d2f13c3e
  kind: Event
  lastTimestamp: "2026-07-27T21:35:48Z"
  message: 'Created pod: isvc-canary-promote-v2-predictor-86766c4958-dmx8m'
  metadata:
    creationTimestamp: "2026-07-27T21:35:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:35:48Z"
    name: isvc-canary-promote-v2-predictor-86766c4958.18c64329bf7bbfab
    namespace: kserve-ci-e2e-test
    resourceVersion: "24459"
    uid: 8ddb8d94-29c0-46a0-9809-b50f5b1d18cc
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:34:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23719"
    uid: 68fd2c28-40dc-4a2b-bd97-289a22437cf3
  kind: Event
  lastTimestamp: "2026-07-27T21:34:18Z"
  message: Scaled up replica set isvc-canary-promote-v2-predictor-86766c4958 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-27T21:34:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:34:18Z"
    name: isvc-canary-promote-v2-predictor.18c64314c0ed8326
    namespace: kserve-ci-e2e-test
    resourceVersion: "23722"
    uid: 1098febc-323b-439b-87c0-3bfe8106f6ec
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:35:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24436"
    uid: 68fd2c28-40dc-4a2b-bd97-289a22437cf3
  kind: Event
  lastTimestamp: "2026-07-27T21:35:48Z"
  message: Scaled up replica set isvc-canary-promote-v2-predictor-86766c4958 from
    1 to 2
  metadata:
    creationTimestamp: "2026-07-27T21:35:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:35:48Z"
    name: isvc-canary-promote-v2-predictor.18c64329bb5f4f5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24446"
    uid: 1ee8e544-373c-4c73-9582-c221fc7d65a7
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 19
  eventTime: null
  firstTimestamp: "2026-07-27T21:34:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "23703"
    uid: f666eac5-b0e3-4dfe-a32d-789eeaa18dbf
  kind: Event
  lastTimestamp: "2026-07-27T21:35:48Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-27T21:34:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T21:35:48Z"
    name: isvc-canary-promote.18c64314c09927cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "24467"
    uid: bd2f35ad-12e6-48b7-a71f-bbef8fcb798b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-27T21:34:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "23703"
    uid: f666eac5-b0e3-4dfe-a32d-789eeaa18dbf
  kind: Event
  lastTimestamp: "2026-07-27T21:35:48Z"
  message: 'Failed to update status for InferenceService "isvc-canary-promote": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-promote":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-27T21:34:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T21:35:48Z"
    name: isvc-canary-promote.18c64314c10825d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "24468"
    uid: 192291db-08bf-4ec2-b40d-58beb6db6c4d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T21:34:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "23703"
    uid: f666eac5-b0e3-4dfe-a32d-789eeaa18dbf
  kind: Event
  lastTimestamp: "2026-07-27T21:34:18Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-promote": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-27T21:34:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T21:34:18Z"
    name: isvc-canary-promote.18c64314c1088283
    namespace: kserve-ci-e2e-test
    resourceVersion: "23755"
    uid: 4991a4ce-d98c-458f-9f3b-db0cd3e5243c
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T21:35:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "24385"
    uid: f666eac5-b0e3-4dfe-a32d-789eeaa18dbf
  kind: Event
  lastTimestamp: "2026-07-27T21:37:29Z"
  message: InferenceService [isvc-canary-promote] is Ready
  metadata:
    creationTimestamp: "2026-07-27T21:35:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T21:37:29Z"
    name: isvc-canary-promote.18c64327f77e0728
    namespace: kserve-ci-e2e-test
    resourceVersion: "25496"
    uid: 1b62473c-f548-4c03-87f8-0bffedcb2de5
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:35:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "24456"
    uid: f666eac5-b0e3-4dfe-a32d-789eeaa18dbf
  kind: Event
  lastTimestamp: "2026-07-27T21:35:48Z"
  message: 'InferenceService [isvc-canary-promote] is no longer Ready because of:
    PredictorReady, Ready, Stopped'
  metadata:
    creationTimestamp: "2026-07-27T21:35:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T21:35:48Z"
    name: isvc-canary-promote.18c64329beced8fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "24457"
    uid: 841cd45b-583b-4e40-b5b1-d304737b82b0
  reason: InferenceServiceNotReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-27T21:39:14.321888Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-b8ngh
    namespace: kserve-ci-e2e-test
    resourceVersion: "26392"
    uid: 9624b8a0-6314-4ed2-ac50-ea171bb73e45
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-5bbb8c8cfc-b8ngh
    to ip-10-0-131-133.ec2.internal
  metadata:
    creationTimestamp: "2026-07-27T21:39:14Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-27T21:39:14Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-b8ngh.18c6435994855139
    namespace: kserve-ci-e2e-test
    resourceVersion: "26396"
    uid: 3953adf9-9841-47aa-a433-99684820948b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-858ff8b64f-jq2m2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:39:14Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-b8ngh
    namespace: kserve-ci-e2e-test
    resourceVersion: "26403"
    uid: 9624b8a0-6314-4ed2-ac50-ea171bb73e45
  kind: Event
  lastTimestamp: "2026-07-27T21:39:14Z"
  message: Add eth0 [10.132.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-27T21:39:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-27T21:39:14Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-b8ngh.18c64359add81edc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26408"
    uid: 0f9e00c9-2eac-41d0-b7ea-f17b03fb9a54
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:39:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-b8ngh
    namespace: kserve-ci-e2e-test
    resourceVersion: "26394"
    uid: 9624b8a0-6314-4ed2-ac50-ea171bb73e45
  kind: Event
  lastTimestamp: "2026-07-27T21:39:14Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T21:39:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:39:14Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-b8ngh.18c64359af1d9e03
    namespace: kserve-ci-e2e-test
    resourceVersion: "26410"
    uid: 2f02b4fb-7c3d-4beb-bea1-6488b8eaa6da
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-133.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-133.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:39:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-b8ngh
    namespace: kserve-ci-e2e-test
    resourceVersion: "26394"
    uid: 9624b8a0-6314-4ed2-ac50-ea171bb73e45
  kind: Event
  lastTimestamp: "2026-07-27T21:39:14Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-27T21:39:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:39:14Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-b8ngh.18c64359b215f4f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "26411"
    uid: 73f0ffcd-c74c-4f48-8ac1-416b48ced632
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-133.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-133.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:39:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-b8ngh
    namespace: kserve-ci-e2e-test
    resourceVersion: "26394"
    uid: 9624b8a0-6314-4ed2-ac50-ea171bb73e45
  kind: Event
  lastTimestamp: "2026-07-27T21:39:14Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-27T21:39:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:39:14Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-b8ngh.18c64359b28460c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "26412"
    uid: 6d763e25-fe7d-4d39-b9c6-91ccc58ee470
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-133.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-133.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:39:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-b8ngh
    namespace: kserve-ci-e2e-test
    resourceVersion: "26394"
    uid: 9624b8a0-6314-4ed2-ac50-ea171bb73e45
  kind: Event
  lastTimestamp: "2026-07-27T21:39:18Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T21:39:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:39:18Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-b8ngh.18c6435a9b1fefe3
    namespace: kserve-ci-e2e-test
    resourceVersion: "26443"
    uid: fc9aeeba-e48e-495f-9eca-187053234c42
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-133.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-133.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:39:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-b8ngh
    namespace: kserve-ci-e2e-test
    resourceVersion: "26394"
    uid: 9624b8a0-6314-4ed2-ac50-ea171bb73e45
  kind: Event
  lastTimestamp: "2026-07-27T21:39:18Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-27T21:39:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:39:18Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-b8ngh.18c6435a9e7d1d72
    namespace: kserve-ci-e2e-test
    resourceVersion: "26446"
    uid: ddb6cf8b-aed3-492e-a51c-4fe984d1c184
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-133.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-133.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:39:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-b8ngh
    namespace: kserve-ci-e2e-test
    resourceVersion: "26394"
    uid: 9624b8a0-6314-4ed2-ac50-ea171bb73e45
  kind: Event
  lastTimestamp: "2026-07-27T21:39:18Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T21:39:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:39:18Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-b8ngh.18c6435a9eeeec34
    namespace: kserve-ci-e2e-test
    resourceVersion: "26447"
    uid: bbcc444f-e144-4238-95e1-7e65da793773
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-133.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-133.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:39:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-b8ngh
    namespace: kserve-ci-e2e-test
    resourceVersion: "26394"
    uid: 9624b8a0-6314-4ed2-ac50-ea171bb73e45
  kind: Event
  lastTimestamp: "2026-07-27T21:39:18Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T21:39:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:39:18Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-b8ngh.18c6435a9ef9cceb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26448"
    uid: 969ef56a-f820-4e52-85e2-efa3aa9556d2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-133.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-133.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:39:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-b8ngh
    namespace: kserve-ci-e2e-test
    resourceVersion: "26394"
    uid: 9624b8a0-6314-4ed2-ac50-ea171bb73e45
  kind: Event
  lastTimestamp: "2026-07-27T21:39:18Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-27T21:39:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:39:18Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-b8ngh.18c6435aa22cae7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26449"
    uid: f34841f3-0279-4af7-b0ff-ca291e8c9490
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-133.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-133.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:39:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-b8ngh
    namespace: kserve-ci-e2e-test
    resourceVersion: "26394"
    uid: 9624b8a0-6314-4ed2-ac50-ea171bb73e45
  kind: Event
  lastTimestamp: "2026-07-27T21:39:18Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T21:39:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:39:18Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-b8ngh.18c6435aa2a3b7a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "26450"
    uid: ddae0ee5-85ab-4a41-9485-b226c2fdd569
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-133.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-133.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-27T21:39:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-b8ngh
    namespace: kserve-ci-e2e-test
    resourceVersion: "26394"
    uid: 9624b8a0-6314-4ed2-ac50-ea171bb73e45
  kind: Event
  lastTimestamp: "2026-07-27T21:40:45Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.38:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-27T21:39:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:40:45Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-b8ngh.18c6435ad759e833
    namespace: kserve-ci-e2e-test
    resourceVersion: "27086"
    uid: 005a6129-1218-4d55-b48c-3d545ae348ad
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-133.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-133.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:40:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-b8ngh
    namespace: kserve-ci-e2e-test
    resourceVersion: "26394"
    uid: 9624b8a0-6314-4ed2-ac50-ea171bb73e45
  kind: Event
  lastTimestamp: "2026-07-27T21:40:44Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T21:40:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:40:44Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-b8ngh.18c6436e908683cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "27069"
    uid: 60056c34-cd5b-4a5e-9fac-58561a478ffa
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-133.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-133.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:40:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-b8ngh
    namespace: kserve-ci-e2e-test
    resourceVersion: "26394"
    uid: 9624b8a0-6314-4ed2-ac50-ea171bb73e45
  kind: Event
  lastTimestamp: "2026-07-27T21:40:44Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T21:40:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:40:44Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-b8ngh.18c6436e9087b5ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "27071"
    uid: 96a15fe0-defd-4992-8466-59afa4e90ec5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-133.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-133.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:40:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-b8ngh
    namespace: kserve-ci-e2e-test
    resourceVersion: "26394"
    uid: 9624b8a0-6314-4ed2-ac50-ea171bb73e45
  kind: Event
  lastTimestamp: "2026-07-27T21:40:45Z"
  message: 'Readiness probe failed: Get "https://10.132.0.38:8643/healthz": dial tcp
    10.132.0.38:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-27T21:40:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:40:45Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-b8ngh.18c6436edda3316e
    namespace: kserve-ci-e2e-test
    resourceVersion: "27085"
    uid: c2163519-b307-4c27-b45a-c3ecb73c5727
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-133.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-133.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-27T21:37:44.220891Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-x2k8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25654"
    uid: 8dc831ee-6044-452f-9857-c906bfe7310d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-5bbb8c8cfc-x2k8d
    to ip-10-0-142-219.ec2.internal
  metadata:
    creationTimestamp: "2026-07-27T21:37:44Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-27T21:37:44Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-x2k8d.18c643449a152fc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25665"
    uid: 55941232-d900-4ccf-adc6-6d89f44e9ac3
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-858ff8b64f-jq2m2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:37:44Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-x2k8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25657"
    uid: 8dc831ee-6044-452f-9857-c906bfe7310d
  kind: Event
  lastTimestamp: "2026-07-27T21:37:44Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-rollback-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-27T21:37:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:37:44Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-x2k8d.18c64344a63a6ab2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25682"
    uid: 7d09c26b-8f64-4369-9ec7-1180e16e0408
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:37:45Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-x2k8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25673"
    uid: 8dc831ee-6044-452f-9857-c906bfe7310d
  kind: Event
  lastTimestamp: "2026-07-27T21:37:45Z"
  message: Add eth0 [10.133.0.39/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-27T21:37:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-27T21:37:45Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-x2k8d.18c64344d6de70cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25696"
    uid: 870f43d7-776a-478c-925c-79a03f09835a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:37:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-x2k8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25657"
    uid: 8dc831ee-6044-452f-9857-c906bfe7310d
  kind: Event
  lastTimestamp: "2026-07-27T21:37:45Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T21:37:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:37:45Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-x2k8d.18c64344d831d4f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25698"
    uid: fbd5fa63-7f56-46de-946b-80726fe3b8a5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:37:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-x2k8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25657"
    uid: 8dc831ee-6044-452f-9857-c906bfe7310d
  kind: Event
  lastTimestamp: "2026-07-27T21:37:45Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-27T21:37:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:37:45Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-x2k8d.18c64344daa9bf9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25702"
    uid: cdee2c58-cb48-4ec7-9db7-fa14b97dfe6c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:37:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-x2k8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25657"
    uid: 8dc831ee-6044-452f-9857-c906bfe7310d
  kind: Event
  lastTimestamp: "2026-07-27T21:37:45Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-27T21:37:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:37:45Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-x2k8d.18c64344db17efbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "25703"
    uid: 42047eb6-c430-4ffb-859e-2b7a4dc3b0d3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:37:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-x2k8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25657"
    uid: 8dc831ee-6044-452f-9857-c906bfe7310d
  kind: Event
  lastTimestamp: "2026-07-27T21:37:49Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T21:37:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:37:49Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-x2k8d.18c64345c15bac13
    namespace: kserve-ci-e2e-test
    resourceVersion: "25737"
    uid: bd9dbde9-93ed-4fb4-8f9c-9da80770b93d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:37:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-x2k8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25657"
    uid: 8dc831ee-6044-452f-9857-c906bfe7310d
  kind: Event
  lastTimestamp: "2026-07-27T21:37:49Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-27T21:37:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:37:49Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-x2k8d.18c64345c5614404
    namespace: kserve-ci-e2e-test
    resourceVersion: "25740"
    uid: 16183002-7281-4700-98eb-d2e91208bf64
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:37:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-x2k8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25657"
    uid: 8dc831ee-6044-452f-9857-c906bfe7310d
  kind: Event
  lastTimestamp: "2026-07-27T21:37:49Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T21:37:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:37:49Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-x2k8d.18c64345c5ce8cf8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25743"
    uid: 41ea4be0-9c90-4a91-9a73-f7ebe1e87a53
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:37:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-x2k8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25657"
    uid: 8dc831ee-6044-452f-9857-c906bfe7310d
  kind: Event
  lastTimestamp: "2026-07-27T21:37:49Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T21:37:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:37:49Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-x2k8d.18c64345c5d82139
    namespace: kserve-ci-e2e-test
    resourceVersion: "25744"
    uid: 734e4626-9c6b-44e4-a840-0a7604f06faa
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:37:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-x2k8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25657"
    uid: 8dc831ee-6044-452f-9857-c906bfe7310d
  kind: Event
  lastTimestamp: "2026-07-27T21:37:49Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-27T21:37:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:37:49Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-x2k8d.18c64345c8be0b82
    namespace: kserve-ci-e2e-test
    resourceVersion: "25746"
    uid: 9553df7e-6230-4f0c-beaa-42bb276a5e2d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:37:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-x2k8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25657"
    uid: 8dc831ee-6044-452f-9857-c906bfe7310d
  kind: Event
  lastTimestamp: "2026-07-27T21:37:49Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T21:37:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:37:49Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-x2k8d.18c64345c99094a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25749"
    uid: e54e3af6-0a49-4189-bb58-9d0425769d67
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-27T21:37:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-x2k8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25657"
    uid: 8dc831ee-6044-452f-9857-c906bfe7310d
  kind: Event
  lastTimestamp: "2026-07-27T21:40:47Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.39:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-27T21:37:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:40:47Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-x2k8d.18c64346393a1454
    namespace: kserve-ci-e2e-test
    resourceVersion: "27097"
    uid: 49a320e0-2177-4b5f-a55d-2eaaac07b535
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:40:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-x2k8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25657"
    uid: 8dc831ee-6044-452f-9857-c906bfe7310d
  kind: Event
  lastTimestamp: "2026-07-27T21:40:44Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T21:40:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:40:44Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-x2k8d.18c6436e903f7a7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27068"
    uid: f4d23a63-ea50-453d-9fc8-dcffe8efe208
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:40:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-x2k8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25657"
    uid: 8dc831ee-6044-452f-9857-c906bfe7310d
  kind: Event
  lastTimestamp: "2026-07-27T21:40:44Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T21:40:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:40:44Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-x2k8d.18c6436e9040a251
    namespace: kserve-ci-e2e-test
    resourceVersion: "27070"
    uid: 9010104d-6e9c-474f-b19a-39a323a52ab6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:40:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-x2k8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25657"
    uid: 8dc831ee-6044-452f-9857-c906bfe7310d
  kind: Event
  lastTimestamp: "2026-07-27T21:40:47Z"
  message: 'Readiness probe failed: Get "https://10.133.0.39:8643/healthz": dial tcp
    10.133.0.39:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-27T21:40:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:40:47Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-x2k8d.18c6436f33e80dc0
    namespace: kserve-ci-e2e-test
    resourceVersion: "27095"
    uid: b938e9d1-f406-4283-9073-b03e852e3f90
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:37:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-5bbb8c8cfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25635"
    uid: a319ec73-bca7-40a6-83f3-fbc46a785580
  kind: Event
  lastTimestamp: "2026-07-27T21:37:44Z"
  message: 'Created pod: isvc-canary-rollback-predictor-5bbb8c8cfc-x2k8d'
  metadata:
    creationTimestamp: "2026-07-27T21:37:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:37:44Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc.18c64344999a170e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25656"
    uid: 2866c93c-776a-4abb-8d9e-f48ccccd0a6b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:39:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-5bbb8c8cfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26377"
    uid: a319ec73-bca7-40a6-83f3-fbc46a785580
  kind: Event
  lastTimestamp: "2026-07-27T21:39:14Z"
  message: 'Created pod: isvc-canary-rollback-predictor-5bbb8c8cfc-b8ngh'
  metadata:
    creationTimestamp: "2026-07-27T21:39:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:39:14Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc.18c6435993f25af4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26393"
    uid: 13bd99ed-5253-4884-9775-57aea09774db
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:37:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25633"
    uid: 27f7050d-ba64-4f27-b500-13b8c764d9b8
  kind: Event
  lastTimestamp: "2026-07-27T21:37:44Z"
  message: Scaled up replica set isvc-canary-rollback-predictor-5bbb8c8cfc from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-27T21:37:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:37:44Z"
    name: isvc-canary-rollback-predictor.18c6434494958852
    namespace: kserve-ci-e2e-test
    resourceVersion: "25636"
    uid: 8736d702-cb98-4283-a8a7-6d8df33695bd
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:39:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26371"
    uid: 27f7050d-ba64-4f27-b500-13b8c764d9b8
  kind: Event
  lastTimestamp: "2026-07-27T21:39:14Z"
  message: Scaled up replica set isvc-canary-rollback-predictor-5bbb8c8cfc from 1
    to 2
  metadata:
    creationTimestamp: "2026-07-27T21:39:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:39:14Z"
    name: isvc-canary-rollback-predictor.18c643598f6a5e85
    namespace: kserve-ci-e2e-test
    resourceVersion: "26380"
    uid: 74232e30-931d-44d8-aa1f-17b1f43e2eeb
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-27T21:37:44.229308Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-84f48b7656-xzg7z
    namespace: kserve-ci-e2e-test
    resourceVersion: "25655"
    uid: 9beaa19c-28c7-4507-8277-ba8a01131e38
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-v2-predictor-84f48b7656-xzg7z
    to ip-10-0-131-133.ec2.internal
  metadata:
    creationTimestamp: "2026-07-27T21:37:44Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-27T21:37:44Z"
    name: isvc-canary-rollback-v2-predictor-84f48b7656-xzg7z.18c643449a95a545
    namespace: kserve-ci-e2e-test
    resourceVersion: "25666"
    uid: 8ea0cbf4-397d-4ece-b8d3-8e8dc94d1b50
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-858ff8b64f-jq2m2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:37:44Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-84f48b7656-xzg7z
    namespace: kserve-ci-e2e-test
    resourceVersion: "25674"
    uid: 9beaa19c-28c7-4507-8277-ba8a01131e38
  kind: Event
  lastTimestamp: "2026-07-27T21:37:44Z"
  message: Add eth0 [10.132.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-27T21:37:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-27T21:37:44Z"
    name: isvc-canary-rollback-v2-predictor-84f48b7656-xzg7z.18c64344b468d8fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "25688"
    uid: b3349ef3-e65c-49f1-9e56-03ae3dafc993
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:37:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-84f48b7656-xzg7z
    namespace: kserve-ci-e2e-test
    resourceVersion: "25659"
    uid: 9beaa19c-28c7-4507-8277-ba8a01131e38
  kind: Event
  lastTimestamp: "2026-07-27T21:37:44Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T21:37:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:37:44Z"
    name: isvc-canary-rollback-v2-predictor-84f48b7656-xzg7z.18c64344b5b78eb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25690"
    uid: 01320f77-c574-46cc-ad62-e2175c5ba4f4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-133.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-133.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:37:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-84f48b7656-xzg7z
    namespace: kserve-ci-e2e-test
    resourceVersion: "25659"
    uid: 9beaa19c-28c7-4507-8277-ba8a01131e38
  kind: Event
  lastTimestamp: "2026-07-27T21:37:44Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-27T21:37:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:37:44Z"
    name: isvc-canary-rollback-v2-predictor-84f48b7656-xzg7z.18c64344b8878bc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25691"
    uid: d862010a-de6d-406f-a1bf-2f06cd13d20b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-133.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-133.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:37:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-84f48b7656-xzg7z
    namespace: kserve-ci-e2e-test
    resourceVersion: "25659"
    uid: 9beaa19c-28c7-4507-8277-ba8a01131e38
  kind: Event
  lastTimestamp: "2026-07-27T21:37:44Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-27T21:37:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:37:44Z"
    name: isvc-canary-rollback-v2-predictor-84f48b7656-xzg7z.18c64344b9031ee1
    namespace: kserve-ci-e2e-test
    resourceVersion: "25692"
    uid: 3c3f27c6-2de9-4e79-ba34-b0c4b4527cb5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-133.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-133.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:37:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-84f48b7656-xzg7z
    namespace: kserve-ci-e2e-test
    resourceVersion: "25659"
    uid: 9beaa19c-28c7-4507-8277-ba8a01131e38
  kind: Event
  lastTimestamp: "2026-07-27T21:37:49Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T21:37:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:37:49Z"
    name: isvc-canary-rollback-v2-predictor-84f48b7656-xzg7z.18c64345c8405ee6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25745"
    uid: 3adbaa18-e31e-48bc-a611-f160c071d875
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-133.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-133.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:37:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-84f48b7656-xzg7z
    namespace: kserve-ci-e2e-test
    resourceVersion: "25659"
    uid: 9beaa19c-28c7-4507-8277-ba8a01131e38
  kind: Event
  lastTimestamp: "2026-07-27T21:37:49Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-27T21:37:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:37:49Z"
    name: isvc-canary-rollback-v2-predictor-84f48b7656-xzg7z.18c64345cb6997ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "25750"
    uid: b8f2b2ff-1bea-47c3-b31a-40b29ecf7977
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-133.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-133.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:37:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-84f48b7656-xzg7z
    namespace: kserve-ci-e2e-test
    resourceVersion: "25659"
    uid: 9beaa19c-28c7-4507-8277-ba8a01131e38
  kind: Event
  lastTimestamp: "2026-07-27T21:37:49Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T21:37:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:37:49Z"
    name: isvc-canary-rollback-v2-predictor-84f48b7656-xzg7z.18c64345cbdf3f90
    namespace: kserve-ci-e2e-test
    resourceVersion: "25751"
    uid: 7581d18b-7ea6-4909-a57b-4bb2a8a2b67a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-133.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-133.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:37:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-84f48b7656-xzg7z
    namespace: kserve-ci-e2e-test
    resourceVersion: "25659"
    uid: 9beaa19c-28c7-4507-8277-ba8a01131e38
  kind: Event
  lastTimestamp: "2026-07-27T21:37:49Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T21:37:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:37:49Z"
    name: isvc-canary-rollback-v2-predictor-84f48b7656-xzg7z.18c64345cbea7376
    namespace: kserve-ci-e2e-test
    resourceVersion: "25752"
    uid: 8ba6b117-c97d-4c1b-87f2-44a43731b047
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-133.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-133.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:37:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-84f48b7656-xzg7z
    namespace: kserve-ci-e2e-test
    resourceVersion: "25659"
    uid: 9beaa19c-28c7-4507-8277-ba8a01131e38
  kind: Event
  lastTimestamp: "2026-07-27T21:37:49Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-27T21:37:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:37:49Z"
    name: isvc-canary-rollback-v2-predictor-84f48b7656-xzg7z.18c64345cf974bf8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25755"
    uid: acb40848-e319-4405-95ef-115db102b74f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-133.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-133.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:37:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-84f48b7656-xzg7z
    namespace: kserve-ci-e2e-test
    resourceVersion: "25659"
    uid: 9beaa19c-28c7-4507-8277-ba8a01131e38
  kind: Event
  lastTimestamp: "2026-07-27T21:37:49Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T21:37:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:37:49Z"
    name: isvc-canary-rollback-v2-predictor-84f48b7656-xzg7z.18c64345d01e3c9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25756"
    uid: 1597853f-bcab-4474-8ff0-29b4ea5664cf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-133.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-133.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-27T21:37:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-84f48b7656-xzg7z
    namespace: kserve-ci-e2e-test
    resourceVersion: "25659"
    uid: 9beaa19c-28c7-4507-8277-ba8a01131e38
  kind: Event
  lastTimestamp: "2026-07-27T21:39:16Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.37:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-27T21:37:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:39:16Z"
    name: isvc-canary-rollback-v2-predictor-84f48b7656-xzg7z.18c6434604a62733
    namespace: kserve-ci-e2e-test
    resourceVersion: "26428"
    uid: b314a0b7-3df3-4e73-a86a-1981c5ec520d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-133.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-133.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:39:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-84f48b7656-xzg7z
    namespace: kserve-ci-e2e-test
    resourceVersion: "25659"
    uid: 9beaa19c-28c7-4507-8277-ba8a01131e38
  kind: Event
  lastTimestamp: "2026-07-27T21:39:14Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T21:39:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:39:14Z"
    name: isvc-canary-rollback-v2-predictor-84f48b7656-xzg7z.18c6435990b3b555
    namespace: kserve-ci-e2e-test
    resourceVersion: "26386"
    uid: fbda5bf9-61da-4b58-9516-e7934bb03625
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-133.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-133.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:39:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-84f48b7656-xzg7z
    namespace: kserve-ci-e2e-test
    resourceVersion: "25659"
    uid: 9beaa19c-28c7-4507-8277-ba8a01131e38
  kind: Event
  lastTimestamp: "2026-07-27T21:39:14Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T21:39:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:39:14Z"
    name: isvc-canary-rollback-v2-predictor-84f48b7656-xzg7z.18c6435990b41905
    namespace: kserve-ci-e2e-test
    resourceVersion: "26387"
    uid: 76455d03-66ac-4b4e-8662-01edfb436bd7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-133.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-133.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:39:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-84f48b7656-xzg7z
    namespace: kserve-ci-e2e-test
    resourceVersion: "25659"
    uid: 9beaa19c-28c7-4507-8277-ba8a01131e38
  kind: Event
  lastTimestamp: "2026-07-27T21:39:16Z"
  message: 'Readiness probe failed: Get "https://10.132.0.37:8643/healthz": dial tcp
    10.132.0.37:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-27T21:39:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:39:16Z"
    name: isvc-canary-rollback-v2-predictor-84f48b7656-xzg7z.18c6435a0aedf7c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26427"
    uid: 5ee60305-d446-467e-a699-11cedb40f15c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-133.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-133.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:37:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-v2-predictor-84f48b7656
    namespace: kserve-ci-e2e-test
    resourceVersion: "25644"
    uid: 4f05f4c5-7fd7-483d-9d2c-99600c031ee4
  kind: Event
  lastTimestamp: "2026-07-27T21:37:44Z"
  message: 'Created pod: isvc-canary-rollback-v2-predictor-84f48b7656-xzg7z'
  metadata:
    creationTimestamp: "2026-07-27T21:37:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:37:44Z"
    name: isvc-canary-rollback-v2-predictor-84f48b7656.18c6434499cb62c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "25660"
    uid: fc877ab1-e702-4800-a5f1-2b782ecdd1ba
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:37:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25643"
    uid: 0a92ae24-7c3b-4935-bbba-dac927d079d4
  kind: Event
  lastTimestamp: "2026-07-27T21:37:44Z"
  message: Scaled up replica set isvc-canary-rollback-v2-predictor-84f48b7656 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-27T21:37:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:37:44Z"
    name: isvc-canary-rollback-v2-predictor.18c643449652b744
    namespace: kserve-ci-e2e-test
    resourceVersion: "25646"
    uid: 4de479ac-634c-413e-b733-57e5e71ebb61
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 20
  eventTime: null
  firstTimestamp: "2026-07-27T21:37:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "25626"
    uid: 1295dbde-126a-489f-8e4f-85996a6c2230
  kind: Event
  lastTimestamp: "2026-07-27T21:39:14Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-27T21:37:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T21:39:14Z"
    name: isvc-canary-rollback.18c643449611e483
    namespace: kserve-ci-e2e-test
    resourceVersion: "26404"
    uid: 5823bf77-34db-4b85-9077-a43d3d89cb96
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T21:37:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "25626"
    uid: 1295dbde-126a-489f-8e4f-85996a6c2230
  kind: Event
  lastTimestamp: "2026-07-27T21:39:14Z"
  message: 'Failed to update status for InferenceService "isvc-canary-rollback": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-rollback":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-27T21:37:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T21:39:14Z"
    name: isvc-canary-rollback.18c64344966a9e9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26390"
    uid: 9f160ac3-dc95-48e3-aed7-6957082732f2
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T21:37:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "25626"
    uid: 1295dbde-126a-489f-8e4f-85996a6c2230
  kind: Event
  lastTimestamp: "2026-07-27T21:39:14Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-rollback": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-27T21:37:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T21:39:14Z"
    name: isvc-canary-rollback.18c64344966aedbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "26391"
    uid: ef6a1d2a-84bd-4a48-b682-728fb8b3ea98
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T21:39:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "26322"
    uid: 1295dbde-126a-489f-8e4f-85996a6c2230
  kind: Event
  lastTimestamp: "2026-07-27T21:40:35Z"
  message: InferenceService [isvc-canary-rollback] is Ready
  metadata:
    creationTimestamp: "2026-07-27T21:39:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T21:40:35Z"
    name: isvc-canary-rollback.18c64357f1a8dd8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26993"
    uid: c53c72da-1e85-4a34-8a23-834d8e28e94a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:39:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "26399"
    uid: 1295dbde-126a-489f-8e4f-85996a6c2230
  kind: Event
  lastTimestamp: "2026-07-27T21:39:14Z"
  message: 'InferenceService [isvc-canary-rollback] is no longer Ready because of:
    PredictorReady, Ready, Stopped'
  metadata:
    creationTimestamp: "2026-07-27T21:39:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T21:39:14Z"
    name: isvc-canary-rollback.18c64359959850df
    namespace: kserve-ci-e2e-test
    resourceVersion: "26401"
    uid: ca205caf-cc27-4595-b20e-e82ad3d6520b
  reason: InferenceServiceNotReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-27T21:40:49.620772Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-86dc9fdb65-m4b6h
    namespace: kserve-ci-e2e-test
    resourceVersion: "27148"
    uid: 68d2f1f7-ae21-44ae-b207-c18a4adaea28
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-predictor-86dc9fdb65-m4b6h
    to ip-10-0-131-133.ec2.internal
  metadata:
    creationTimestamp: "2026-07-27T21:40:49Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-27T21:40:49Z"
    name: isvc-canary-stop-predictor-86dc9fdb65-m4b6h.18c6436fc4c6e87c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27158"
    uid: 9adbdc6f-db3a-40f3-b330-cfe759db78c1
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-858ff8b64f-jq2m2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:40:49Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-86dc9fdb65-m4b6h
    namespace: kserve-ci-e2e-test
    resourceVersion: "27151"
    uid: 68d2f1f7-ae21-44ae-b207-c18a4adaea28
  kind: Event
  lastTimestamp: "2026-07-27T21:40:49Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-stop-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-27T21:40:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:40:49Z"
    name: isvc-canary-stop-predictor-86dc9fdb65-m4b6h.18c6436fd223d187
    namespace: kserve-ci-e2e-test
    resourceVersion: "27176"
    uid: 0c5ecef3-5412-4520-8375-9717926fdf8a
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-133.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-133.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:40:50Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-86dc9fdb65-m4b6h
    namespace: kserve-ci-e2e-test
    resourceVersion: "27166"
    uid: 68d2f1f7-ae21-44ae-b207-c18a4adaea28
  kind: Event
  lastTimestamp: "2026-07-27T21:40:50Z"
  message: Add eth0 [10.132.0.39/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-27T21:40:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-27T21:40:50Z"
    name: isvc-canary-stop-predictor-86dc9fdb65-m4b6h.18c6437001fe2abe
    namespace: kserve-ci-e2e-test
    resourceVersion: "27190"
    uid: 806eed43-81af-482e-ac00-d058cdcd7259
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:40:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-86dc9fdb65-m4b6h
    namespace: kserve-ci-e2e-test
    resourceVersion: "27151"
    uid: 68d2f1f7-ae21-44ae-b207-c18a4adaea28
  kind: Event
  lastTimestamp: "2026-07-27T21:40:50Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T21:40:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:40:50Z"
    name: isvc-canary-stop-predictor-86dc9fdb65-m4b6h.18c6437003579609
    namespace: kserve-ci-e2e-test
    resourceVersion: "27192"
    uid: 1d4694af-2281-43d7-b9d2-0412f3d17bb0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-133.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-133.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:40:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-86dc9fdb65-m4b6h
    namespace: kserve-ci-e2e-test
    resourceVersion: "27151"
    uid: 68d2f1f7-ae21-44ae-b207-c18a4adaea28
  kind: Event
  lastTimestamp: "2026-07-27T21:40:50Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-27T21:40:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:40:50Z"
    name: isvc-canary-stop-predictor-86dc9fdb65-m4b6h.18c64370062ef228
    namespace: kserve-ci-e2e-test
    resourceVersion: "27193"
    uid: 0bb4325b-c662-4fee-8e7c-cc46329f57b9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-133.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-133.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:40:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-86dc9fdb65-m4b6h
    namespace: kserve-ci-e2e-test
    resourceVersion: "27151"
    uid: 68d2f1f7-ae21-44ae-b207-c18a4adaea28
  kind: Event
  lastTimestamp: "2026-07-27T21:40:50Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-27T21:40:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:40:50Z"
    name: isvc-canary-stop-predictor-86dc9fdb65-m4b6h.18c6437006a41eb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27194"
    uid: d1e9d993-8fe1-4f61-8664-24510b9b103a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-133.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-133.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:40:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-86dc9fdb65-m4b6h
    namespace: kserve-ci-e2e-test
    resourceVersion: "27151"
    uid: 68d2f1f7-ae21-44ae-b207-c18a4adaea28
  kind: Event
  lastTimestamp: "2026-07-27T21:40:55Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T21:40:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:40:55Z"
    name: isvc-canary-stop-predictor-86dc9fdb65-m4b6h.18c64371105812c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "27241"
    uid: 7071c4a4-33b7-49ea-befb-4415fdea404d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-133.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-133.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:40:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-86dc9fdb65-m4b6h
    namespace: kserve-ci-e2e-test
    resourceVersion: "27151"
    uid: 68d2f1f7-ae21-44ae-b207-c18a4adaea28
  kind: Event
  lastTimestamp: "2026-07-27T21:40:55Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-27T21:40:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:40:55Z"
    name: isvc-canary-stop-predictor-86dc9fdb65-m4b6h.18c643711385d801
    namespace: kserve-ci-e2e-test
    resourceVersion: "27243"
    uid: 256f912d-4e8b-4e54-9105-602dce2ff986
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-133.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-133.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:40:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-86dc9fdb65-m4b6h
    namespace: kserve-ci-e2e-test
    resourceVersion: "27151"
    uid: 68d2f1f7-ae21-44ae-b207-c18a4adaea28
  kind: Event
  lastTimestamp: "2026-07-27T21:40:55Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T21:40:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:40:55Z"
    name: isvc-canary-stop-predictor-86dc9fdb65-m4b6h.18c6437113f95c76
    namespace: kserve-ci-e2e-test
    resourceVersion: "27245"
    uid: 924899a5-8181-4460-bdd9-6496cfa819ff
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-133.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-133.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:40:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-86dc9fdb65-m4b6h
    namespace: kserve-ci-e2e-test
    resourceVersion: "27151"
    uid: 68d2f1f7-ae21-44ae-b207-c18a4adaea28
  kind: Event
  lastTimestamp: "2026-07-27T21:40:55Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T21:40:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:40:55Z"
    name: isvc-canary-stop-predictor-86dc9fdb65-m4b6h.18c643711402a51f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27246"
    uid: 89aa3fe0-402a-4a3b-b654-1102438117d5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-133.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-133.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:40:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-86dc9fdb65-m4b6h
    namespace: kserve-ci-e2e-test
    resourceVersion: "27151"
    uid: 68d2f1f7-ae21-44ae-b207-c18a4adaea28
  kind: Event
  lastTimestamp: "2026-07-27T21:40:55Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-27T21:40:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:40:55Z"
    name: isvc-canary-stop-predictor-86dc9fdb65-m4b6h.18c6437116cb6a35
    namespace: kserve-ci-e2e-test
    resourceVersion: "27249"
    uid: f6466933-c295-4733-9b34-4beee0faf6f4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-133.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-133.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:40:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-86dc9fdb65-m4b6h
    namespace: kserve-ci-e2e-test
    resourceVersion: "27151"
    uid: 68d2f1f7-ae21-44ae-b207-c18a4adaea28
  kind: Event
  lastTimestamp: "2026-07-27T21:40:55Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T21:40:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:40:55Z"
    name: isvc-canary-stop-predictor-86dc9fdb65-m4b6h.18c643711740d343
    namespace: kserve-ci-e2e-test
    resourceVersion: "27250"
    uid: 6c7f4874-2cf5-40a3-b31d-85c566c8cd2f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-133.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-133.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-27T21:40:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-86dc9fdb65-m4b6h
    namespace: kserve-ci-e2e-test
    resourceVersion: "27151"
    uid: 68d2f1f7-ae21-44ae-b207-c18a4adaea28
  kind: Event
  lastTimestamp: "2026-07-27T21:42:23Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.39:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-27T21:40:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:42:23Z"
    name: isvc-canary-stop-predictor-86dc9fdb65-m4b6h.18c643714c66d788
    namespace: kserve-ci-e2e-test
    resourceVersion: "27935"
    uid: 0da3f9fc-99d5-4a62-98f3-ab36ff4350c9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-133.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-133.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:42:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-86dc9fdb65-m4b6h
    namespace: kserve-ci-e2e-test
    resourceVersion: "27151"
    uid: 68d2f1f7-ae21-44ae-b207-c18a4adaea28
  kind: Event
  lastTimestamp: "2026-07-27T21:42:19Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T21:42:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:42:19Z"
    name: isvc-canary-stop-predictor-86dc9fdb65-m4b6h.18c64384b859e22d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27885"
    uid: d0ab0dce-a2ff-4975-9ed4-37797045ab0e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-133.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-133.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:42:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-86dc9fdb65-m4b6h
    namespace: kserve-ci-e2e-test
    resourceVersion: "27151"
    uid: 68d2f1f7-ae21-44ae-b207-c18a4adaea28
  kind: Event
  lastTimestamp: "2026-07-27T21:42:19Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T21:42:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:42:19Z"
    name: isvc-canary-stop-predictor-86dc9fdb65-m4b6h.18c64384b86234a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "27887"
    uid: e708a8a2-9729-4f05-b76f-cedbfdff0787
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-133.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-133.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:42:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-86dc9fdb65-m4b6h
    namespace: kserve-ci-e2e-test
    resourceVersion: "27151"
    uid: 68d2f1f7-ae21-44ae-b207-c18a4adaea28
  kind: Event
  lastTimestamp: "2026-07-27T21:42:22Z"
  message: 'Readiness probe failed: Get "https://10.132.0.39:8643/healthz": dial tcp
    10.132.0.39:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-27T21:42:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:42:22Z"
    name: isvc-canary-stop-predictor-86dc9fdb65-m4b6h.18c64385529a7fbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "27920"
    uid: 7209e8cb-cf30-4f7e-b740-223cedae409c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-133.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-133.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:40:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-86dc9fdb65
    namespace: kserve-ci-e2e-test
    resourceVersion: "27132"
    uid: 0a547b07-754e-4828-acfb-a430d9c23f03
  kind: Event
  lastTimestamp: "2026-07-27T21:40:49Z"
  message: 'Created pod: isvc-canary-stop-predictor-86dc9fdb65-m4b6h'
  metadata:
    creationTimestamp: "2026-07-27T21:40:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:40:49Z"
    name: isvc-canary-stop-predictor-86dc9fdb65.18c6436fc41ff26d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27150"
    uid: 4dd07141-dd91-4798-a99d-784eff600bd9
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:40:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27131"
    uid: 1da4986f-f0ad-4658-81ad-f59d54fdd738
  kind: Event
  lastTimestamp: "2026-07-27T21:40:49Z"
  message: Scaled up replica set isvc-canary-stop-predictor-86dc9fdb65 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-27T21:40:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:40:49Z"
    name: isvc-canary-stop-predictor.18c6436fbe732d78
    namespace: kserve-ci-e2e-test
    resourceVersion: "27133"
    uid: ac9f1471-59f7-40a0-b37b-c70d952babfd
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-27T21:40:49.624342Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-77f778d864-rtptb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27149"
    uid: 280747d9-9219-4d4f-a4b0-b442260d38b4
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-v2-predictor-77f778d864-rtptb
    to ip-10-0-142-219.ec2.internal
  metadata:
    creationTimestamp: "2026-07-27T21:40:49Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-27T21:40:49Z"
    name: isvc-canary-stop-v2-predictor-77f778d864-rtptb.18c6436fc4fd7bb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27159"
    uid: 4e289203-7cf9-4fa6-9258-c37b4bfeabdf
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-858ff8b64f-jq2m2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:40:50Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-77f778d864-rtptb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27165"
    uid: 280747d9-9219-4d4f-a4b0-b442260d38b4
  kind: Event
  lastTimestamp: "2026-07-27T21:40:50Z"
  message: Add eth0 [10.133.0.40/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-27T21:40:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-27T21:40:50Z"
    name: isvc-canary-stop-v2-predictor-77f778d864-rtptb.18c6436fde51465c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27181"
    uid: a92baf51-9291-44ab-95bb-2fc681406bed
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:40:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-77f778d864-rtptb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27153"
    uid: 280747d9-9219-4d4f-a4b0-b442260d38b4
  kind: Event
  lastTimestamp: "2026-07-27T21:40:50Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T21:40:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:40:50Z"
    name: isvc-canary-stop-v2-predictor-77f778d864-rtptb.18c6436fdfd0ebf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27183"
    uid: 937093dd-5a81-45dd-b112-a966b5251b96
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:40:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-77f778d864-rtptb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27153"
    uid: 280747d9-9219-4d4f-a4b0-b442260d38b4
  kind: Event
  lastTimestamp: "2026-07-27T21:40:50Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-27T21:40:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:40:50Z"
    name: isvc-canary-stop-v2-predictor-77f778d864-rtptb.18c6436fe291fb80
    namespace: kserve-ci-e2e-test
    resourceVersion: "27185"
    uid: 4f5e3ea8-9bca-401d-9d57-6d02f0559f6e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:40:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-77f778d864-rtptb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27153"
    uid: 280747d9-9219-4d4f-a4b0-b442260d38b4
  kind: Event
  lastTimestamp: "2026-07-27T21:40:50Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-27T21:40:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:40:50Z"
    name: isvc-canary-stop-v2-predictor-77f778d864-rtptb.18c6436fe2fe47f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27186"
    uid: eb9779d2-194e-4a47-b294-87a89948b2b7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:40:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-77f778d864-rtptb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27153"
    uid: 280747d9-9219-4d4f-a4b0-b442260d38b4
  kind: Event
  lastTimestamp: "2026-07-27T21:40:54Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T21:40:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:40:54Z"
    name: isvc-canary-stop-v2-predictor-77f778d864-rtptb.18c64370ff2dc9f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27232"
    uid: a9c337e8-a4c2-4d40-b6aa-23cfa57b3331
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:40:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-77f778d864-rtptb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27153"
    uid: 280747d9-9219-4d4f-a4b0-b442260d38b4
  kind: Event
  lastTimestamp: "2026-07-27T21:40:54Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-27T21:40:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:40:54Z"
    name: isvc-canary-stop-v2-predictor-77f778d864-rtptb.18c6437101c60716
    namespace: kserve-ci-e2e-test
    resourceVersion: "27234"
    uid: b86ca54b-a414-445a-9bb7-610256cbd556
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:40:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-77f778d864-rtptb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27153"
    uid: 280747d9-9219-4d4f-a4b0-b442260d38b4
  kind: Event
  lastTimestamp: "2026-07-27T21:40:54Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T21:40:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:40:54Z"
    name: isvc-canary-stop-v2-predictor-77f778d864-rtptb.18c64371023721f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "27235"
    uid: 8aeeb780-29f7-4e74-9d1e-f1c68f51e9ee
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:40:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-77f778d864-rtptb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27153"
    uid: 280747d9-9219-4d4f-a4b0-b442260d38b4
  kind: Event
  lastTimestamp: "2026-07-27T21:40:54Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T21:40:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:40:54Z"
    name: isvc-canary-stop-v2-predictor-77f778d864-rtptb.18c643710240fcc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "27236"
    uid: 4ea1d555-7391-4719-823f-9e56c529cc43
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:40:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-77f778d864-rtptb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27153"
    uid: 280747d9-9219-4d4f-a4b0-b442260d38b4
  kind: Event
  lastTimestamp: "2026-07-27T21:40:54Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-27T21:40:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:40:54Z"
    name: isvc-canary-stop-v2-predictor-77f778d864-rtptb.18c6437104f7ecd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27239"
    uid: 59440603-eed2-495b-9b2b-ecdc8088388b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:40:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-77f778d864-rtptb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27153"
    uid: 280747d9-9219-4d4f-a4b0-b442260d38b4
  kind: Event
  lastTimestamp: "2026-07-27T21:40:55Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T21:40:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:40:55Z"
    name: isvc-canary-stop-v2-predictor-77f778d864-rtptb.18c6437105abae2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "27240"
    uid: 9864bfd1-8b7a-4cc6-a15f-8dfb1918beab
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-27T21:40:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-77f778d864-rtptb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27153"
    uid: 280747d9-9219-4d4f-a4b0-b442260d38b4
  kind: Event
  lastTimestamp: "2026-07-27T21:42:02Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.40:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-27T21:40:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:42:02Z"
    name: isvc-canary-stop-v2-predictor-77f778d864-rtptb.18c6437177042f39
    namespace: kserve-ci-e2e-test
    resourceVersion: "27740"
    uid: e15de387-4c08-44a8-b97a-f9b0df3f2d5c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:42:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-77f778d864-rtptb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27153"
    uid: 280747d9-9219-4d4f-a4b0-b442260d38b4
  kind: Event
  lastTimestamp: "2026-07-27T21:42:19Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T21:42:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:42:19Z"
    name: isvc-canary-stop-v2-predictor-77f778d864-rtptb.18c64384ba974fe2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27897"
    uid: 025f16d9-6df7-40e6-bcf8-406dc747fc25
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:42:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-77f778d864-rtptb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27153"
    uid: 280747d9-9219-4d4f-a4b0-b442260d38b4
  kind: Event
  lastTimestamp: "2026-07-27T21:42:19Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T21:42:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:42:19Z"
    name: isvc-canary-stop-v2-predictor-77f778d864-rtptb.18c64384ba97cf7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27898"
    uid: 7f5084f8-fe97-4e58-a071-c712db4ce423
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:42:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-77f778d864-rtptb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27153"
    uid: 280747d9-9219-4d4f-a4b0-b442260d38b4
  kind: Event
  lastTimestamp: "2026-07-27T21:42:22Z"
  message: 'Readiness probe failed: Get "https://10.133.0.40:8643/healthz": dial tcp
    10.133.0.40:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-27T21:42:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:42:22Z"
    name: isvc-canary-stop-v2-predictor-77f778d864-rtptb.18c643857d3486ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "27924"
    uid: 8a61bda3-9586-44c1-937d-71c5dd9ab115
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:40:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-v2-predictor-77f778d864
    namespace: kserve-ci-e2e-test
    resourceVersion: "27141"
    uid: 40f30345-10f6-45e2-93f1-a1ecd48345e9
  kind: Event
  lastTimestamp: "2026-07-27T21:40:49Z"
  message: 'Created pod: isvc-canary-stop-v2-predictor-77f778d864-rtptb'
  metadata:
    creationTimestamp: "2026-07-27T21:40:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:40:49Z"
    name: isvc-canary-stop-v2-predictor-77f778d864.18c6436fc46d2c98
    namespace: kserve-ci-e2e-test
    resourceVersion: "27154"
    uid: 772c6722-fc7d-4812-8c87-acb7cc2b7aaf
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:40:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27140"
    uid: 1ad745e5-bd48-43ec-b6f8-b28e82dc30f6
  kind: Event
  lastTimestamp: "2026-07-27T21:40:49Z"
  message: Scaled up replica set isvc-canary-stop-v2-predictor-77f778d864 from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-27T21:40:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:40:49Z"
    name: isvc-canary-stop-v2-predictor.18c6436fc07601d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27143"
    uid: e6b69009-ca88-4739-8f20-a795f5aabc0a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 20
  eventTime: null
  firstTimestamp: "2026-07-27T21:40:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "27124"
    uid: c400c072-2318-4241-b9c9-d9cdfd715b3a
  kind: Event
  lastTimestamp: "2026-07-27T21:42:19Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-27T21:40:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T21:42:19Z"
    name: isvc-canary-stop.18c6436fc025394c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27904"
    uid: 1a710125-6c6a-40cd-8672-bef97b592cf2
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:40:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "27124"
    uid: c400c072-2318-4241-b9c9-d9cdfd715b3a
  kind: Event
  lastTimestamp: "2026-07-27T21:40:49Z"
  message: 'Failed to update status for InferenceService "isvc-canary-stop": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-stop":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-27T21:40:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T21:40:49Z"
    name: isvc-canary-stop.18c6436fc093078a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27144"
    uid: 89444741-d892-4d77-843f-8dc4ed5a8427
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:40:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "27124"
    uid: c400c072-2318-4241-b9c9-d9cdfd715b3a
  kind: Event
  lastTimestamp: "2026-07-27T21:40:49Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-stop": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-27T21:40:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T21:40:49Z"
    name: isvc-canary-stop.18c6436fc09340e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27146"
    uid: 6a9d4c0a-edd8-4c19-8fdd-5af0cba02c2c
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:42:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "27831"
    uid: c400c072-2318-4241-b9c9-d9cdfd715b3a
  kind: Event
  lastTimestamp: "2026-07-27T21:42:14Z"
  message: InferenceService [isvc-canary-stop] is Ready
  metadata:
    creationTimestamp: "2026-07-27T21:42:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T21:42:14Z"
    name: isvc-canary-stop.18c643836f0859e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27832"
    uid: cbe31b98-9a65-4f00-aba4-b106d26d6d48
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:42:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "27894"
    uid: c400c072-2318-4241-b9c9-d9cdfd715b3a
  kind: Event
  lastTimestamp: "2026-07-27T21:42:19Z"
  message: 'InferenceService [isvc-canary-stop] is no longer Ready because of: PredictorReady,
    Ready'
  metadata:
    creationTimestamp: "2026-07-27T21:42:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T21:42:19Z"
    name: isvc-canary-stop.18c64384ba06f32f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27896"
    uid: 342900e6-cdcf-4dc9-bcf1-023a36796be4
  reason: InferenceServiceNotReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-27T22:02:19.941808Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-3483ea-predictor-66f8c699b4-4x94s
    namespace: kserve-ci-e2e-test
    resourceVersion: "37634"
    uid: ad2bf35f-a2b6-4eba-9a1a-86577603b7ef
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-init-fail-3483ea-predictor-66f8c699b4-4x94s
    to ip-10-0-142-219.ec2.internal
  metadata:
    creationTimestamp: "2026-07-27T22:02:19Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-27T22:02:19Z"
    name: isvc-init-fail-3483ea-predictor-66f8c699b4-4x94s.18c6449c31e76f9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "37638"
    uid: 31517425-6892-4903-8652-7a5d24634fec
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-858ff8b64f-jq2m2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:02:20Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-3483ea-predictor-66f8c699b4-4x94s
    namespace: kserve-ci-e2e-test
    resourceVersion: "37636"
    uid: ad2bf35f-a2b6-4eba-9a1a-86577603b7ef
  kind: Event
  lastTimestamp: "2026-07-27T22:02:20Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-init-fail-3483ea-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-27T22:02:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:02:20Z"
    name: isvc-init-fail-3483ea-predictor-66f8c699b4-4x94s.18c6449c3beb0544
    namespace: kserve-ci-e2e-test
    resourceVersion: "37651"
    uid: 56f146fa-0046-4578-9f52-f8ed8c3aa08c
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:02:20Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-3483ea-predictor-66f8c699b4-4x94s
    namespace: kserve-ci-e2e-test
    resourceVersion: "37642"
    uid: ad2bf35f-a2b6-4eba-9a1a-86577603b7ef
  kind: Event
  lastTimestamp: "2026-07-27T22:02:20Z"
  message: Add eth0 [10.133.0.51/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-27T22:02:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-27T22:02:20Z"
    name: isvc-init-fail-3483ea-predictor-66f8c699b4-4x94s.18c6449c6f33a7e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "37659"
    uid: a6229865-aad6-4913-b224-ac62366592f4
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T22:02:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-3483ea-predictor-66f8c699b4-4x94s
    namespace: kserve-ci-e2e-test
    resourceVersion: "37636"
    uid: ad2bf35f-a2b6-4eba-9a1a-86577603b7ef
  kind: Event
  lastTimestamp: "2026-07-27T22:02:27Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T22:02:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:02:27Z"
    name: isvc-init-fail-3483ea-predictor-66f8c699b4-4x94s.18c6449c70a31731
    namespace: kserve-ci-e2e-test
    resourceVersion: "37715"
    uid: dd3d6dd6-c523-44b5-92b3-495f9b939b6b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T22:02:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-3483ea-predictor-66f8c699b4-4x94s
    namespace: kserve-ci-e2e-test
    resourceVersion: "37636"
    uid: ad2bf35f-a2b6-4eba-9a1a-86577603b7ef
  kind: Event
  lastTimestamp: "2026-07-27T22:02:27Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-27T22:02:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:02:27Z"
    name: isvc-init-fail-3483ea-predictor-66f8c699b4-4x94s.18c6449c734d0022
    namespace: kserve-ci-e2e-test
    resourceVersion: "37717"
    uid: 36ad98b9-91f9-4897-8eae-2bf6752086ba
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T22:02:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-3483ea-predictor-66f8c699b4-4x94s
    namespace: kserve-ci-e2e-test
    resourceVersion: "37636"
    uid: ad2bf35f-a2b6-4eba-9a1a-86577603b7ef
  kind: Event
  lastTimestamp: "2026-07-27T22:02:27Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-27T22:02:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:02:27Z"
    name: isvc-init-fail-3483ea-predictor-66f8c699b4-4x94s.18c6449c73bc32fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "37720"
    uid: 729e44f0-c22d-406c-981d-fb093c4a1d5b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:02:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-3483ea-predictor-66f8c699b4-4x94s
    namespace: kserve-ci-e2e-test
    resourceVersion: "37636"
    uid: ad2bf35f-a2b6-4eba-9a1a-86577603b7ef
  kind: Event
  lastTimestamp: "2026-07-27T22:02:29Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-07-27T22:02:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:02:29Z"
    name: isvc-init-fail-3483ea-predictor-66f8c699b4-4x94s.18c6449e82274c39
    namespace: kserve-ci-e2e-test
    resourceVersion: "37762"
    uid: 0c2574df-d9a4-4ddb-8482-0e540f83d636
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:02:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-init-fail-3483ea-predictor-66f8c699b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "37625"
    uid: 75ba665d-528b-4fc2-9765-3d9593ff22ac
  kind: Event
  lastTimestamp: "2026-07-27T22:02:19Z"
  message: 'Created pod: isvc-init-fail-3483ea-predictor-66f8c699b4-4x94s'
  metadata:
    creationTimestamp: "2026-07-27T22:02:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T22:02:19Z"
    name: isvc-init-fail-3483ea-predictor-66f8c699b4.18c6449c3155e5e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "37635"
    uid: f119f036-03c0-42df-bffc-b0d453df6f07
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:02:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-init-fail-3483ea-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37623"
    uid: 17d0d2c9-1565-4d42-b8d9-d4c8253fad74
  kind: Event
  lastTimestamp: "2026-07-27T22:02:19Z"
  message: Scaled up replica set isvc-init-fail-3483ea-predictor-66f8c699b4 from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-27T22:02:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T22:02:19Z"
    name: isvc-init-fail-3483ea-predictor.18c6449c2cc3654a
    namespace: kserve-ci-e2e-test
    resourceVersion: "37627"
    uid: 84189cde-1b28-4dc2-afbf-f30835dbc153
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-27T22:02:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-3483ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "37613"
    uid: ce1230f6-b9f9-4e82-a022-d53884297b89
  kind: Event
  lastTimestamp: "2026-07-27T22:02:27Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-27T22:02:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T22:02:27Z"
    name: isvc-init-fail-3483ea.18c6449c2cbfcdd0
    namespace: kserve-ci-e2e-test
    resourceVersion: "37721"
    uid: 49c20b97-3686-4843-8d8a-2b233fc5c1c0
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T22:02:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-3483ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "37613"
    uid: ce1230f6-b9f9-4e82-a022-d53884297b89
  kind: Event
  lastTimestamp: "2026-07-27T22:02:19Z"
  message: 'Failed to update status for InferenceService "isvc-init-fail-3483ea":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-init-fail-3483ea":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-27T22:02:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T22:02:19Z"
    name: isvc-init-fail-3483ea.18c6449c2d55b96a
    namespace: kserve-ci-e2e-test
    resourceVersion: "37644"
    uid: 2aed28b5-b206-417a-ba2c-c65a7638601a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T22:02:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-3483ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "37613"
    uid: ce1230f6-b9f9-4e82-a022-d53884297b89
  kind: Event
  lastTimestamp: "2026-07-27T22:02:19Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-init-fail-3483ea": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-27T22:02:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T22:02:19Z"
    name: isvc-init-fail-3483ea.18c6449c2d55f985
    namespace: kserve-ci-e2e-test
    resourceVersion: "37645"
    uid: ffba3758-f4c7-410a-9eb9-5d3d4fc34ca7
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-27T21:42:29.916629Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-h6rrk
    namespace: kserve-ci-e2e-test
    resourceVersion: "28029"
    uid: 62c1b0c8-63e5-4109-bb7d-aab7d848b982
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-predictor-54f85ddf88-h6rrk
    to ip-10-0-131-133.ec2.internal
  metadata:
    creationTimestamp: "2026-07-27T21:42:29Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-27T21:42:29Z"
    name: isvc-lightgbm-predictor-54f85ddf88-h6rrk.18c643871ee02add
    namespace: kserve-ci-e2e-test
    resourceVersion: "28034"
    uid: 50991d45-6322-4320-b245-0d69e3358c87
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-858ff8b64f-jq2m2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:42:30Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-h6rrk
    namespace: kserve-ci-e2e-test
    resourceVersion: "28039"
    uid: 62c1b0c8-63e5-4109-bb7d-aab7d848b982
  kind: Event
  lastTimestamp: "2026-07-27T21:42:30Z"
  message: Add eth0 [10.132.0.40/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-27T21:42:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-27T21:42:30Z"
    name: isvc-lightgbm-predictor-54f85ddf88-h6rrk.18c6438738da0efc
    namespace: kserve-ci-e2e-test
    resourceVersion: "28048"
    uid: 34ae9fa4-1f8a-41f0-bbab-c10f4ada9721
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:42:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-h6rrk
    namespace: kserve-ci-e2e-test
    resourceVersion: "28031"
    uid: 62c1b0c8-63e5-4109-bb7d-aab7d848b982
  kind: Event
  lastTimestamp: "2026-07-27T21:42:30Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T21:42:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:42:30Z"
    name: isvc-lightgbm-predictor-54f85ddf88-h6rrk.18c643873a4a36c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28051"
    uid: 747d8b22-f938-4ad0-aac9-59f2b529f026
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-133.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-133.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:42:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-h6rrk
    namespace: kserve-ci-e2e-test
    resourceVersion: "28031"
    uid: 62c1b0c8-63e5-4109-bb7d-aab7d848b982
  kind: Event
  lastTimestamp: "2026-07-27T21:42:30Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-27T21:42:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:42:30Z"
    name: isvc-lightgbm-predictor-54f85ddf88-h6rrk.18c643873d366273
    namespace: kserve-ci-e2e-test
    resourceVersion: "28052"
    uid: 561d0c16-3716-4b8d-9164-d45e28d4fe28
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-133.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-133.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:42:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-h6rrk
    namespace: kserve-ci-e2e-test
    resourceVersion: "28031"
    uid: 62c1b0c8-63e5-4109-bb7d-aab7d848b982
  kind: Event
  lastTimestamp: "2026-07-27T21:42:30Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-27T21:42:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:42:30Z"
    name: isvc-lightgbm-predictor-54f85ddf88-h6rrk.18c643873da78ee8
    namespace: kserve-ci-e2e-test
    resourceVersion: "28053"
    uid: 0b1be674-3a1b-43c2-9566-4766ed83caa5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-133.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-133.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:42:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-h6rrk
    namespace: kserve-ci-e2e-test
    resourceVersion: "28031"
    uid: 62c1b0c8-63e5-4109-bb7d-aab7d848b982
  kind: Event
  lastTimestamp: "2026-07-27T21:42:34Z"
  message: Pulling image "kserve/lgbserver:latest"
  metadata:
    creationTimestamp: "2026-07-27T21:42:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:42:34Z"
    name: isvc-lightgbm-predictor-54f85ddf88-h6rrk.18c64388398b0fb0
    namespace: kserve-ci-e2e-test
    resourceVersion: "28090"
    uid: 6171ac99-cef3-4e61-b6db-5048b7b0b10f
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-133.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-133.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:42:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-h6rrk
    namespace: kserve-ci-e2e-test
    resourceVersion: "28031"
    uid: 62c1b0c8-63e5-4109-bb7d-aab7d848b982
  kind: Event
  lastTimestamp: "2026-07-27T21:42:41Z"
  message: 'Successfully pulled image "kserve/lgbserver:latest" in 6.678s (6.678s
    including waiting). Image size: 607170829 bytes.'
  metadata:
    creationTimestamp: "2026-07-27T21:42:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:42:41Z"
    name: isvc-lightgbm-predictor-54f85ddf88-h6rrk.18c64389c797ec41
    namespace: kserve-ci-e2e-test
    resourceVersion: "28137"
    uid: f2c9ddda-70d4-4eac-ad32-7449368af4d3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-133.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-133.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:42:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-h6rrk
    namespace: kserve-ci-e2e-test
    resourceVersion: "28031"
    uid: 62c1b0c8-63e5-4109-bb7d-aab7d848b982
  kind: Event
  lastTimestamp: "2026-07-27T21:42:41Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-27T21:42:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:42:41Z"
    name: isvc-lightgbm-predictor-54f85ddf88-h6rrk.18c64389cae848b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28139"
    uid: ffd05925-b085-4ade-94bb-af7c5b6b96c1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-133.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-133.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:42:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-h6rrk
    namespace: kserve-ci-e2e-test
    resourceVersion: "28031"
    uid: 62c1b0c8-63e5-4109-bb7d-aab7d848b982
  kind: Event
  lastTimestamp: "2026-07-27T21:42:41Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T21:42:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:42:41Z"
    name: isvc-lightgbm-predictor-54f85ddf88-h6rrk.18c64389cb58f279
    namespace: kserve-ci-e2e-test
    resourceVersion: "28140"
    uid: 75b0d3a5-decf-4f2d-8270-bdbce2d96914
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-133.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-133.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:42:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-h6rrk
    namespace: kserve-ci-e2e-test
    resourceVersion: "28031"
    uid: 62c1b0c8-63e5-4109-bb7d-aab7d848b982
  kind: Event
  lastTimestamp: "2026-07-27T21:42:41Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T21:42:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:42:41Z"
    name: isvc-lightgbm-predictor-54f85ddf88-h6rrk.18c64389cb6266f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "28141"
    uid: 43707d6f-2da8-4855-8a9c-d8254d5d460b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-133.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-133.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:42:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-h6rrk
    namespace: kserve-ci-e2e-test
    resourceVersion: "28031"
    uid: 62c1b0c8-63e5-4109-bb7d-aab7d848b982
  kind: Event
  lastTimestamp: "2026-07-27T21:42:41Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-27T21:42:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:42:41Z"
    name: isvc-lightgbm-predictor-54f85ddf88-h6rrk.18c64389ceb51e78
    namespace: kserve-ci-e2e-test
    resourceVersion: "28142"
    uid: 45f8675b-c6d8-4c42-8b1c-9f8704a9f19f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-133.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-133.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:42:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-h6rrk
    namespace: kserve-ci-e2e-test
    resourceVersion: "28031"
    uid: 62c1b0c8-63e5-4109-bb7d-aab7d848b982
  kind: Event
  lastTimestamp: "2026-07-27T21:42:41Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T21:42:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:42:41Z"
    name: isvc-lightgbm-predictor-54f85ddf88-h6rrk.18c64389cf6d32eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "28143"
    uid: b51847b0-5eca-42f2-a81b-b53ee2ce5e81
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-133.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-133.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-27T21:42:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-h6rrk
    namespace: kserve-ci-e2e-test
    resourceVersion: "28031"
    uid: 62c1b0c8-63e5-4109-bb7d-aab7d848b982
  kind: Event
  lastTimestamp: "2026-07-27T21:43:47Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.40:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-27T21:42:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:43:47Z"
    name: isvc-lightgbm-predictor-54f85ddf88-h6rrk.18c64389dd719bd3
    namespace: kserve-ci-e2e-test
    resourceVersion: "28614"
    uid: 971aa25e-8f50-4aa7-8eec-510a814a37b6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-133.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-133.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:44:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-h6rrk
    namespace: kserve-ci-e2e-test
    resourceVersion: "28031"
    uid: 62c1b0c8-63e5-4109-bb7d-aab7d848b982
  kind: Event
  lastTimestamp: "2026-07-27T21:44:00Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T21:44:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:44:00Z"
    name: isvc-lightgbm-predictor-54f85ddf88-h6rrk.18c6439c1f3a3a17
    namespace: kserve-ci-e2e-test
    resourceVersion: "28724"
    uid: c6028d95-2209-4ead-8ebf-8e37e137fb82
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-133.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-133.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:44:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-h6rrk
    namespace: kserve-ci-e2e-test
    resourceVersion: "28031"
    uid: 62c1b0c8-63e5-4109-bb7d-aab7d848b982
  kind: Event
  lastTimestamp: "2026-07-27T21:44:00Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T21:44:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:44:00Z"
    name: isvc-lightgbm-predictor-54f85ddf88-h6rrk.18c6439c1f3ad7d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28725"
    uid: 3fe48717-dd6b-4b39-bc61-ea1578050013
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-133.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-133.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:44:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-h6rrk
    namespace: kserve-ci-e2e-test
    resourceVersion: "28031"
    uid: 62c1b0c8-63e5-4109-bb7d-aab7d848b982
  kind: Event
  lastTimestamp: "2026-07-27T21:44:02Z"
  message: 'Readiness probe failed: Get "https://10.132.0.40:8643/healthz": dial tcp
    10.132.0.40:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-27T21:44:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:44:02Z"
    name: isvc-lightgbm-predictor-54f85ddf88-h6rrk.18c6439cb9b05654
    namespace: kserve-ci-e2e-test
    resourceVersion: "28744"
    uid: fcfb9756-9d04-4ede-8288-c6f6dad65af2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-133.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-133.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:42:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-predictor-54f85ddf88
    namespace: kserve-ci-e2e-test
    resourceVersion: "28018"
    uid: 9762d11b-a113-4b75-9d77-c7424ccbbd9c
  kind: Event
  lastTimestamp: "2026-07-27T21:42:29Z"
  message: 'Created pod: isvc-lightgbm-predictor-54f85ddf88-h6rrk'
  metadata:
    creationTimestamp: "2026-07-27T21:42:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:42:29Z"
    name: isvc-lightgbm-predictor-54f85ddf88.18c643871e64131e
    namespace: kserve-ci-e2e-test
    resourceVersion: "28030"
    uid: 7e423a94-759c-47eb-b646-bf52bd9bcb74
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:42:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28016"
    uid: b078eaa9-dfde-4103-8ced-b62cb9063e91
  kind: Event
  lastTimestamp: "2026-07-27T21:42:29Z"
  message: Scaled up replica set isvc-lightgbm-predictor-54f85ddf88 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-27T21:42:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:42:29Z"
    name: isvc-lightgbm-predictor.18c64387190c3343
    namespace: kserve-ci-e2e-test
    resourceVersion: "28020"
    uid: c87860fd-3e93-425e-9ff8-7c87219f8b23
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:42:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28017"
    uid: 84023385-d0ad-4409-b2f7-d0dd73d0a608
  kind: Event
  lastTimestamp: "2026-07-27T21:42:44Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T21:42:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:42:44Z"
    name: isvc-lightgbm-predictor.18c6438a97dcd353
    namespace: kserve-ci-e2e-test
    resourceVersion: "28167"
    uid: 17e97dad-3430-450e-a0be-32152a7b1ee3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:42:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28017"
    uid: 84023385-d0ad-4409-b2f7-d0dd73d0a608
  kind: Event
  lastTimestamp: "2026-07-27T21:42:44Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T21:42:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:42:44Z"
    name: isvc-lightgbm-predictor.18c6438a983fab81
    namespace: kserve-ci-e2e-test
    resourceVersion: "28169"
    uid: bddfa638-3f05-4523-8293-33f9869deb91
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-27T21:42:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28168"
    uid: 84023385-d0ad-4409-b2f7-d0dd73d0a608
  kind: Event
  lastTimestamp: "2026-07-27T21:43:59Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T21:42:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:43:59Z"
    name: isvc-lightgbm-predictor.18c6438e16e3ff85
    namespace: kserve-ci-e2e-test
    resourceVersion: "28705"
    uid: b4a1f8ec-a68a-4b05-99c4-99cc261c8a9a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-27T21:42:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28168"
    uid: 84023385-d0ad-4409-b2f7-d0dd73d0a608
  kind: Event
  lastTimestamp: "2026-07-27T21:43:59Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T21:42:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:43:59Z"
    name: isvc-lightgbm-predictor.18c6438e17437513
    namespace: kserve-ci-e2e-test
    resourceVersion: "28706"
    uid: 1006714c-7994-467c-9f8b-f24f7a1e6c03
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-27T21:44:05.257749Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-75dmc
    namespace: kserve-ci-e2e-test
    resourceVersion: "28782"
    uid: 641c5f41-5e1f-4904-9938-207ea8535f85
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-runtime-predictor-577f7db7cb-75dmc
    to ip-10-0-131-133.ec2.internal
  metadata:
    creationTimestamp: "2026-07-27T21:44:05Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-27T21:44:05Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-75dmc.18c6439d51a64406
    namespace: kserve-ci-e2e-test
    resourceVersion: "28786"
    uid: 6213807a-0fc8-4844-a888-c54f4af242ed
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-858ff8b64f-jq2m2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:44:05Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-75dmc
    namespace: kserve-ci-e2e-test
    resourceVersion: "28791"
    uid: 641c5f41-5e1f-4904-9938-207ea8535f85
  kind: Event
  lastTimestamp: "2026-07-27T21:44:05Z"
  message: Add eth0 [10.132.0.41/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-27T21:44:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-27T21:44:05Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-75dmc.18c6439d6b975943
    namespace: kserve-ci-e2e-test
    resourceVersion: "28804"
    uid: dc03ee7c-1adb-4693-a30b-8d4eb9a80798
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:44:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-75dmc
    namespace: kserve-ci-e2e-test
    resourceVersion: "28784"
    uid: 641c5f41-5e1f-4904-9938-207ea8535f85
  kind: Event
  lastTimestamp: "2026-07-27T21:44:05Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T21:44:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:44:05Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-75dmc.18c6439d6ce3fc96
    namespace: kserve-ci-e2e-test
    resourceVersion: "28806"
    uid: 86a42d2d-6f6b-45a9-bfe2-f882218d883a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-133.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-133.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:44:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-75dmc
    namespace: kserve-ci-e2e-test
    resourceVersion: "28784"
    uid: 641c5f41-5e1f-4904-9938-207ea8535f85
  kind: Event
  lastTimestamp: "2026-07-27T21:44:05Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-27T21:44:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:44:05Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-75dmc.18c6439d712c36dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "28807"
    uid: 17376c0b-7fe3-499b-9382-bc67826be1c0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-133.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-133.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:44:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-75dmc
    namespace: kserve-ci-e2e-test
    resourceVersion: "28784"
    uid: 641c5f41-5e1f-4904-9938-207ea8535f85
  kind: Event
  lastTimestamp: "2026-07-27T21:44:05Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-27T21:44:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:44:05Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-75dmc.18c6439d71a796f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "28809"
    uid: 748f77c1-7f1d-4824-95cf-61cfeddd18ae
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-133.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-133.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:44:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-75dmc
    namespace: kserve-ci-e2e-test
    resourceVersion: "28784"
    uid: 641c5f41-5e1f-4904-9938-207ea8535f85
  kind: Event
  lastTimestamp: "2026-07-27T21:44:10Z"
  message: Container image "kserve/lgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-27T21:44:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:44:10Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-75dmc.18c6439e74eef925
    namespace: kserve-ci-e2e-test
    resourceVersion: "28849"
    uid: 26c686d6-745d-4626-b0ae-38f0ee8cf161
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-133.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-133.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:44:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-75dmc
    namespace: kserve-ci-e2e-test
    resourceVersion: "28784"
    uid: 641c5f41-5e1f-4904-9938-207ea8535f85
  kind: Event
  lastTimestamp: "2026-07-27T21:44:10Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-27T21:44:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:44:10Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-75dmc.18c6439e78148dd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "28852"
    uid: 96a58bda-68f1-4f23-9989-e657b9261732
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-133.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-133.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:44:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-75dmc
    namespace: kserve-ci-e2e-test
    resourceVersion: "28784"
    uid: 641c5f41-5e1f-4904-9938-207ea8535f85
  kind: Event
  lastTimestamp: "2026-07-27T21:44:10Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T21:44:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:44:10Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-75dmc.18c6439e788f6763
    namespace: kserve-ci-e2e-test
    resourceVersion: "28855"
    uid: d0d00289-4846-4b02-ba1e-150639106f2b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-133.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-133.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:44:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-75dmc
    namespace: kserve-ci-e2e-test
    resourceVersion: "28784"
    uid: 641c5f41-5e1f-4904-9938-207ea8535f85
  kind: Event
  lastTimestamp: "2026-07-27T21:44:10Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T21:44:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:44:10Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-75dmc.18c6439e789a2506
    namespace: kserve-ci-e2e-test
    resourceVersion: "28856"
    uid: ea32c1f3-5ef5-4dfd-b3f9-1f83d54fd8ce
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-133.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-133.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:44:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-75dmc
    namespace: kserve-ci-e2e-test
    resourceVersion: "28784"
    uid: 641c5f41-5e1f-4904-9938-207ea8535f85
  kind: Event
  lastTimestamp: "2026-07-27T21:44:10Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-27T21:44:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:44:10Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-75dmc.18c6439e7bab6d7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "28858"
    uid: 606e557a-99da-4c53-8df4-551f2a8980df
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-133.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-133.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:44:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-75dmc
    namespace: kserve-ci-e2e-test
    resourceVersion: "28784"
    uid: 641c5f41-5e1f-4904-9938-207ea8535f85
  kind: Event
  lastTimestamp: "2026-07-27T21:44:10Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T21:44:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:44:10Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-75dmc.18c6439e7c20a1a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "28859"
    uid: 23cadeb8-c5d5-440f-86aa-43ec4656ff91
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-133.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-133.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-27T21:44:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-75dmc
    namespace: kserve-ci-e2e-test
    resourceVersion: "28784"
    uid: 641c5f41-5e1f-4904-9938-207ea8535f85
  kind: Event
  lastTimestamp: "2026-07-27T21:45:24Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.41:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-27T21:44:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:45:24Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-75dmc.18c6439eb10a7d66
    namespace: kserve-ci-e2e-test
    resourceVersion: "29384"
    uid: 8c879824-4514-4ea0-9f07-069df662e7fb
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-133.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-133.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:45:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-75dmc
    namespace: kserve-ci-e2e-test
    resourceVersion: "28784"
    uid: 641c5f41-5e1f-4904-9938-207ea8535f85
  kind: Event
  lastTimestamp: "2026-07-27T21:45:35Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T21:45:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:45:35Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-75dmc.18c643b26ab95d7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "29492"
    uid: e967daa5-daf7-4da4-a4a3-df0476617c8d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-133.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-133.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:45:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-75dmc
    namespace: kserve-ci-e2e-test
    resourceVersion: "28784"
    uid: 641c5f41-5e1f-4904-9938-207ea8535f85
  kind: Event
  lastTimestamp: "2026-07-27T21:45:35Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T21:45:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:45:35Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-75dmc.18c643b26ab9f69d
    namespace: kserve-ci-e2e-test
    resourceVersion: "29493"
    uid: 2c29e7e2-67ae-408d-a444-2ba7d4cecbc5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-133.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-133.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:45:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-75dmc
    namespace: kserve-ci-e2e-test
    resourceVersion: "28784"
    uid: 641c5f41-5e1f-4904-9938-207ea8535f85
  kind: Event
  lastTimestamp: "2026-07-27T21:45:37Z"
  message: 'Readiness probe failed: Get "https://10.132.0.41:8643/healthz": dial tcp
    10.132.0.41:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-27T21:45:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:45:37Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-75dmc.18c643b2b749aa3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "29504"
    uid: 663a041b-80fc-4743-820d-1d5ad65ce0c4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-133.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-133.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:44:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-runtime-predictor-577f7db7cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "28771"
    uid: 7260fdf0-250b-4367-9b88-17eb4a7c5298
  kind: Event
  lastTimestamp: "2026-07-27T21:44:05Z"
  message: 'Created pod: isvc-lightgbm-runtime-predictor-577f7db7cb-75dmc'
  metadata:
    creationTimestamp: "2026-07-27T21:44:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:44:05Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb.18c6439d51424a26
    namespace: kserve-ci-e2e-test
    resourceVersion: "28783"
    uid: c0d5a901-8b71-4e5e-92f6-6e64b93023e2
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:44:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28769"
    uid: 0d14c681-105a-474f-a7cb-949c8abc4107
  kind: Event
  lastTimestamp: "2026-07-27T21:44:05Z"
  message: Scaled up replica set isvc-lightgbm-runtime-predictor-577f7db7cb from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-27T21:44:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:44:05Z"
    name: isvc-lightgbm-runtime-predictor.18c6439d4ce07fb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28772"
    uid: 99edeedc-a142-4f3e-9f45-f79e5d8b7789
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-27T21:44:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28770"
    uid: 2e060f4e-3981-447f-9f5f-43b0c53e2ab2
  kind: Event
  lastTimestamp: "2026-07-27T21:44:50Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T21:44:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:44:50Z"
    name: isvc-lightgbm-runtime-predictor.18c643a0cbe8b0e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29145"
    uid: 09e0d589-4bc3-4ef1-8979-7a76cc69b255
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-27T21:44:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28770"
    uid: 2e060f4e-3981-447f-9f5f-43b0c53e2ab2
  kind: Event
  lastTimestamp: "2026-07-27T21:44:50Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T21:44:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:44:50Z"
    name: isvc-lightgbm-runtime-predictor.18c643a0cc468800
    namespace: kserve-ci-e2e-test
    resourceVersion: "29147"
    uid: b8029f28-60f6-4af3-936c-677f5717f3bd
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-27T21:45:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28934"
    uid: 2e060f4e-3981-447f-9f5f-43b0c53e2ab2
  kind: Event
  lastTimestamp: "2026-07-27T21:45:35Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T21:45:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:45:35Z"
    name: isvc-lightgbm-runtime-predictor.18c643ab497b87df
    namespace: kserve-ci-e2e-test
    resourceVersion: "29469"
    uid: cbe47250-c458-4446-aa8e-80c159b9a047
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-27T21:45:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28934"
    uid: 2e060f4e-3981-447f-9f5f-43b0c53e2ab2
  kind: Event
  lastTimestamp: "2026-07-27T21:45:35Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T21:45:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:45:35Z"
    name: isvc-lightgbm-runtime-predictor.18c643ab49e07260
    namespace: kserve-ci-e2e-test
    resourceVersion: "29470"
    uid: aae8e342-3b76-4907-a75f-d53997d52505
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-27T21:44:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "28762"
    uid: b8da4ff6-6782-4702-8651-b3c9b6a35624
  kind: Event
  lastTimestamp: "2026-07-27T21:45:35Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-27T21:44:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T21:45:35Z"
    name: isvc-lightgbm-runtime.18c6439d4cdeab96
    namespace: kserve-ci-e2e-test
    resourceVersion: "29468"
    uid: 493c6f6e-ddcf-40c2-833b-334277b6c437
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T21:44:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "28762"
    uid: b8da4ff6-6782-4702-8651-b3c9b6a35624
  kind: Event
  lastTimestamp: "2026-07-27T21:44:05Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-27T21:44:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T21:44:05Z"
    name: isvc-lightgbm-runtime.18c6439d4d7432d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "28792"
    uid: c2ef822e-6a9c-4e56-aad9-d88ba2588fe3
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:44:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "28765"
    uid: b8da4ff6-6782-4702-8651-b3c9b6a35624
  kind: Event
  lastTimestamp: "2026-07-27T21:44:05Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-lightgbm-runtime": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-27T21:44:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T21:44:05Z"
    name: isvc-lightgbm-runtime.18c6439d52ec9ba5
    namespace: kserve-ci-e2e-test
    resourceVersion: "28793"
    uid: ca922f18-e787-430a-83b5-a8386874d689
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:45:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "29466"
    uid: b8da4ff6-6782-4702-8651-b3c9b6a35624
  kind: Event
  lastTimestamp: "2026-07-27T21:45:35Z"
  message: InferenceService [isvc-lightgbm-runtime] is Ready
  metadata:
    creationTimestamp: "2026-07-27T21:45:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T21:45:35Z"
    name: isvc-lightgbm-runtime.18c643b23a6dc23b
    namespace: kserve-ci-e2e-test
    resourceVersion: "29467"
    uid: 0cd0bd32-ec3d-4504-9be7-446172ff92fd
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-27T21:48:46.321705Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-lm9mf
    namespace: kserve-ci-e2e-test
    resourceVersion: "30934"
    uid: 3a35146e-c5e1-4fbb-a9bc-6bb87fc4c24c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-lm9mf
    to ip-10-0-142-219.ec2.internal
  metadata:
    creationTimestamp: "2026-07-27T21:48:46Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-27T21:48:46Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-lm9mf.18c643dec25df026
    namespace: kserve-ci-e2e-test
    resourceVersion: "30938"
    uid: 10b5420a-ce12-4af6-abbf-1225302de6c6
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-858ff8b64f-jq2m2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:48:46Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-lm9mf
    namespace: kserve-ci-e2e-test
    resourceVersion: "30945"
    uid: 3a35146e-c5e1-4fbb-a9bc-6bb87fc4c24c
  kind: Event
  lastTimestamp: "2026-07-27T21:48:46Z"
  message: Add eth0 [10.133.0.42/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-27T21:48:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-27T21:48:46Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-lm9mf.18c643dede281bdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30954"
    uid: 4cfb0a3a-7dd8-485b-be68-a710a7fc4a8a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:48:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-lm9mf
    namespace: kserve-ci-e2e-test
    resourceVersion: "30936"
    uid: 3a35146e-c5e1-4fbb-a9bc-6bb87fc4c24c
  kind: Event
  lastTimestamp: "2026-07-27T21:48:46Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T21:48:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:48:46Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-lm9mf.18c643dedf90ba77
    namespace: kserve-ci-e2e-test
    resourceVersion: "30956"
    uid: d8700ff9-152b-4d61-8c5b-1e296c10b451
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:48:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-lm9mf
    namespace: kserve-ci-e2e-test
    resourceVersion: "30936"
    uid: 3a35146e-c5e1-4fbb-a9bc-6bb87fc4c24c
  kind: Event
  lastTimestamp: "2026-07-27T21:48:46Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-27T21:48:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:48:46Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-lm9mf.18c643dee1e3f5bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "30958"
    uid: ed221527-df1c-45ff-b6bb-c8dd66a71771
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:48:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-lm9mf
    namespace: kserve-ci-e2e-test
    resourceVersion: "30936"
    uid: 3a35146e-c5e1-4fbb-a9bc-6bb87fc4c24c
  kind: Event
  lastTimestamp: "2026-07-27T21:48:46Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-27T21:48:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:48:46Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-lm9mf.18c643dee246ae56
    namespace: kserve-ci-e2e-test
    resourceVersion: "30959"
    uid: 7d9e7063-44f1-4d73-82e0-88894c102ee8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:48:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-lm9mf
    namespace: kserve-ci-e2e-test
    resourceVersion: "30936"
    uid: 3a35146e-c5e1-4fbb-a9bc-6bb87fc4c24c
  kind: Event
  lastTimestamp: "2026-07-27T21:48:50Z"
  message: Pulling image "kserve/lgbserver:latest"
  metadata:
    creationTimestamp: "2026-07-27T21:48:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:48:50Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-lm9mf.18c643dfcd2c8046
    namespace: kserve-ci-e2e-test
    resourceVersion: "30991"
    uid: 3bf998f6-0d83-4391-984c-1aa3d84f88a0
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:48:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-lm9mf
    namespace: kserve-ci-e2e-test
    resourceVersion: "30936"
    uid: 3a35146e-c5e1-4fbb-a9bc-6bb87fc4c24c
  kind: Event
  lastTimestamp: "2026-07-27T21:48:56Z"
  message: 'Successfully pulled image "kserve/lgbserver:latest" in 5.905s (5.905s
    including waiting). Image size: 607170829 bytes.'
  metadata:
    creationTimestamp: "2026-07-27T21:48:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:48:56Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-lm9mf.18c643e12d2efaa3
    namespace: kserve-ci-e2e-test
    resourceVersion: "31040"
    uid: 72885254-eb3f-475f-bfc0-35da60501460
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:48:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-lm9mf
    namespace: kserve-ci-e2e-test
    resourceVersion: "30936"
    uid: 3a35146e-c5e1-4fbb-a9bc-6bb87fc4c24c
  kind: Event
  lastTimestamp: "2026-07-27T21:48:56Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-27T21:48:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:48:56Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-lm9mf.18c643e1300d7126
    namespace: kserve-ci-e2e-test
    resourceVersion: "31041"
    uid: fc6b62c9-7bf8-497d-8b34-ed47253d18ac
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:48:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-lm9mf
    namespace: kserve-ci-e2e-test
    resourceVersion: "30936"
    uid: 3a35146e-c5e1-4fbb-a9bc-6bb87fc4c24c
  kind: Event
  lastTimestamp: "2026-07-27T21:48:56Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T21:48:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:48:56Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-lm9mf.18c643e1308db33f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31042"
    uid: 02d60720-802b-49b2-babe-35d900b9da44
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:48:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-lm9mf
    namespace: kserve-ci-e2e-test
    resourceVersion: "30936"
    uid: 3a35146e-c5e1-4fbb-a9bc-6bb87fc4c24c
  kind: Event
  lastTimestamp: "2026-07-27T21:48:56Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T21:48:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:48:56Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-lm9mf.18c643e130973240
    namespace: kserve-ci-e2e-test
    resourceVersion: "31043"
    uid: 3555d5d9-a68d-478b-9f78-94ac5eed3d68
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:48:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-lm9mf
    namespace: kserve-ci-e2e-test
    resourceVersion: "30936"
    uid: 3a35146e-c5e1-4fbb-a9bc-6bb87fc4c24c
  kind: Event
  lastTimestamp: "2026-07-27T21:48:56Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-27T21:48:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:48:56Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-lm9mf.18c643e133f3a615
    namespace: kserve-ci-e2e-test
    resourceVersion: "31044"
    uid: 5dd3b7ad-a802-49a1-8031-6c44daf863e2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:48:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-lm9mf
    namespace: kserve-ci-e2e-test
    resourceVersion: "30936"
    uid: 3a35146e-c5e1-4fbb-a9bc-6bb87fc4c24c
  kind: Event
  lastTimestamp: "2026-07-27T21:48:56Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T21:48:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:48:56Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-lm9mf.18c643e13454427a
    namespace: kserve-ci-e2e-test
    resourceVersion: "31045"
    uid: 20d674b0-ca2e-458a-8f12-c07b63e573cc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T21:48:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-lm9mf
    namespace: kserve-ci-e2e-test
    resourceVersion: "30936"
    uid: 3a35146e-c5e1-4fbb-a9bc-6bb87fc4c24c
  kind: Event
  lastTimestamp: "2026-07-27T21:48:58Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.42:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-27T21:48:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:48:58Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-lm9mf.18c643e170c60182
    namespace: kserve-ci-e2e-test
    resourceVersion: "31061"
    uid: 703ec2c7-3a6d-4231-8a9c-1da724a6b99a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:49:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-lm9mf
    namespace: kserve-ci-e2e-test
    resourceVersion: "30936"
    uid: 3a35146e-c5e1-4fbb-a9bc-6bb87fc4c24c
  kind: Event
  lastTimestamp: "2026-07-27T21:49:06Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T21:49:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:49:06Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-lm9mf.18c643e36c36e1a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "31147"
    uid: 6f13f1d0-2cf9-4172-bf94-28f27d845894
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:49:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-lm9mf
    namespace: kserve-ci-e2e-test
    resourceVersion: "30936"
    uid: 3a35146e-c5e1-4fbb-a9bc-6bb87fc4c24c
  kind: Event
  lastTimestamp: "2026-07-27T21:49:06Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T21:49:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:49:06Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-lm9mf.18c643e36c376f75
    namespace: kserve-ci-e2e-test
    resourceVersion: "31148"
    uid: 0e646dce-9fa4-43c5-af05-6c13077ab2f9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:48:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "30923"
    uid: 02b04635-e673-48e7-b194-e0d035dd79c4
  kind: Event
  lastTimestamp: "2026-07-27T21:48:46Z"
  message: 'Created pod: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-lm9mf'
  metadata:
    creationTimestamp: "2026-07-27T21:48:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:48:46Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5.18c643dec1c9b7ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "30935"
    uid: 1bd82143-673d-4458-84b9-639b97586318
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:48:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30921"
    uid: 550775b5-80e8-40dc-97ed-a9a3b27ffcb8
  kind: Event
  lastTimestamp: "2026-07-27T21:48:46Z"
  message: Scaled up replica set isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-27T21:48:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:48:46Z"
    name: isvc-lightgbm-v2-kserve-predictor.18c643debd2cd179
    namespace: kserve-ci-e2e-test
    resourceVersion: "30925"
    uid: f0ef4555-f3f8-4abb-b0a1-b21b413fde29
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:49:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30922"
    uid: f6511601-0963-42b2-9d5d-f9d7a22dd110
  kind: Event
  lastTimestamp: "2026-07-27T21:49:01Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T21:49:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:49:01Z"
    name: isvc-lightgbm-v2-kserve-predictor.18c643e23c400e26
    namespace: kserve-ci-e2e-test
    resourceVersion: "31079"
    uid: ac1135b7-c267-478c-bb6e-4050c555f18d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:49:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30922"
    uid: f6511601-0963-42b2-9d5d-f9d7a22dd110
  kind: Event
  lastTimestamp: "2026-07-27T21:49:01Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T21:49:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:49:01Z"
    name: isvc-lightgbm-v2-kserve-predictor.18c643e23cb3f410
    namespace: kserve-ci-e2e-test
    resourceVersion: "31082"
    uid: 556991b3-727f-4bee-918e-77869cc1c142
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-27T21:48:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "30913"
    uid: ea7e114d-b896-4dff-97ed-8e291e3dbd92
  kind: Event
  lastTimestamp: "2026-07-27T21:49:03Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-27T21:48:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T21:49:03Z"
    name: isvc-lightgbm-v2-kserve.18c643debd60b154
    namespace: kserve-ci-e2e-test
    resourceVersion: "31111"
    uid: c07b9083-7b8c-43a4-95a8-7f8687e1eb73
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T21:48:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "30913"
    uid: ea7e114d-b896-4dff-97ed-8e291e3dbd92
  kind: Event
  lastTimestamp: "2026-07-27T21:48:46Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-v2-kserve":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-27T21:48:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T21:48:46Z"
    name: isvc-lightgbm-v2-kserve.18c643debdc09b25
    namespace: kserve-ci-e2e-test
    resourceVersion: "30942"
    uid: 7dc66f0d-9d87-4da1-93db-f3b4bb1ead6c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:48:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "30918"
    uid: ea7e114d-b896-4dff-97ed-8e291e3dbd92
  kind: Event
  lastTimestamp: "2026-07-27T21:48:46Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-kserve": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-27T21:48:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T21:48:46Z"
    name: isvc-lightgbm-v2-kserve.18c643dec310a17c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30944"
    uid: 2997ee69-4cae-46ab-9a28-f39d94a9060c
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:49:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "31109"
    uid: ea7e114d-b896-4dff-97ed-8e291e3dbd92
  kind: Event
  lastTimestamp: "2026-07-27T21:49:03Z"
  message: InferenceService [isvc-lightgbm-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-07-27T21:49:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T21:49:03Z"
    name: isvc-lightgbm-v2-kserve.18c643e2dcdf135d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31110"
    uid: f76a15ee-68da-4c27-a4c1-dfb4ac4761f4
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-27T21:45:40.977778Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-llwtf
    namespace: kserve-ci-e2e-test
    resourceVersion: "29554"
    uid: a2766c17-f61e-4855-b810-6036c5167962
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-llwtf
    to ip-10-0-142-219.ec2.internal
  metadata:
    creationTimestamp: "2026-07-27T21:45:40Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-27T21:45:40Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-llwtf.18c643b39b020abd
    namespace: kserve-ci-e2e-test
    resourceVersion: "29559"
    uid: 533e6b7e-fe0f-4bc1-89b6-2b0cf875e8c9
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-858ff8b64f-jq2m2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:45:41Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-llwtf
    namespace: kserve-ci-e2e-test
    resourceVersion: "29556"
    uid: a2766c17-f61e-4855-b810-6036c5167962
  kind: Event
  lastTimestamp: "2026-07-27T21:45:41Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-lightgbm-v2-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-27T21:45:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:45:41Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-llwtf.18c643b3a2da951e
    namespace: kserve-ci-e2e-test
    resourceVersion: "29570"
    uid: 76d0f9bb-7afb-4429-84bc-d4c93d10aeb8
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:45:42Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-llwtf
    namespace: kserve-ci-e2e-test
    resourceVersion: "29566"
    uid: a2766c17-f61e-4855-b810-6036c5167962
  kind: Event
  lastTimestamp: "2026-07-27T21:45:42Z"
  message: Add eth0 [10.133.0.41/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-27T21:45:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-27T21:45:42Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-llwtf.18c643b3d8165033
    namespace: kserve-ci-e2e-test
    resourceVersion: "29580"
    uid: 5ab54f69-97dc-4afa-ac8c-8508d6684396
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:45:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-llwtf
    namespace: kserve-ci-e2e-test
    resourceVersion: "29556"
    uid: a2766c17-f61e-4855-b810-6036c5167962
  kind: Event
  lastTimestamp: "2026-07-27T21:45:42Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T21:45:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:45:42Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-llwtf.18c643b3d973f068
    namespace: kserve-ci-e2e-test
    resourceVersion: "29582"
    uid: fe2a9990-1177-467c-b916-3c9a6f77cd8d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:45:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-llwtf
    namespace: kserve-ci-e2e-test
    resourceVersion: "29556"
    uid: a2766c17-f61e-4855-b810-6036c5167962
  kind: Event
  lastTimestamp: "2026-07-27T21:45:42Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-27T21:45:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:45:42Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-llwtf.18c643b3dc6ef69c
    namespace: kserve-ci-e2e-test
    resourceVersion: "29583"
    uid: 94693f05-47c8-4d58-95f9-8c0c6fa435b1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:45:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-llwtf
    namespace: kserve-ci-e2e-test
    resourceVersion: "29556"
    uid: a2766c17-f61e-4855-b810-6036c5167962
  kind: Event
  lastTimestamp: "2026-07-27T21:45:42Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-27T21:45:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:45:42Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-llwtf.18c643b3dce233cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "29584"
    uid: 589b6597-d557-4381-bd63-9d4dc8747f63
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:45:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-llwtf
    namespace: kserve-ci-e2e-test
    resourceVersion: "29556"
    uid: a2766c17-f61e-4855-b810-6036c5167962
  kind: Event
  lastTimestamp: "2026-07-27T21:45:45Z"
  message: Pulling image "docker.io/seldonio/mlserver:1.7.1"
  metadata:
    creationTimestamp: "2026-07-27T21:45:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:45:45Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-llwtf.18c643b4c5b34333
    namespace: kserve-ci-e2e-test
    resourceVersion: "29616"
    uid: 4015102d-67bc-45e0-92b3-31d165c38cb3
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:47:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-llwtf
    namespace: kserve-ci-e2e-test
    resourceVersion: "29556"
    uid: a2766c17-f61e-4855-b810-6036c5167962
  kind: Event
  lastTimestamp: "2026-07-27T21:47:59Z"
  message: 'Successfully pulled image "docker.io/seldonio/mlserver:1.7.1" in 2m13.389s
    (2m13.389s including waiting). Image size: 10890461297 bytes.'
  metadata:
    creationTimestamp: "2026-07-27T21:47:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:47:59Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-llwtf.18c643d3d44f7b05
    namespace: kserve-ci-e2e-test
    resourceVersion: "30545"
    uid: 73ce9525-52b5-4ff8-8394-50451b2972d9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:47:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-llwtf
    namespace: kserve-ci-e2e-test
    resourceVersion: "29556"
    uid: a2766c17-f61e-4855-b810-6036c5167962
  kind: Event
  lastTimestamp: "2026-07-27T21:47:59Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-27T21:47:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:47:59Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-llwtf.18c643d3da48e24b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30548"
    uid: 4255a83d-8f1f-4dda-9492-9b55e7fd210f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:47:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-llwtf
    namespace: kserve-ci-e2e-test
    resourceVersion: "29556"
    uid: a2766c17-f61e-4855-b810-6036c5167962
  kind: Event
  lastTimestamp: "2026-07-27T21:47:59Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T21:47:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:47:59Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-llwtf.18c643d3db976b40
    namespace: kserve-ci-e2e-test
    resourceVersion: "30549"
    uid: 40cad3e7-2c80-46c5-806f-e5d635c5a182
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:47:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-llwtf
    namespace: kserve-ci-e2e-test
    resourceVersion: "29556"
    uid: a2766c17-f61e-4855-b810-6036c5167962
  kind: Event
  lastTimestamp: "2026-07-27T21:47:59Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T21:47:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:47:59Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-llwtf.18c643d3dba0b3d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30550"
    uid: eee3491e-abb5-42e8-b111-2340e407978d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:47:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-llwtf
    namespace: kserve-ci-e2e-test
    resourceVersion: "29556"
    uid: a2766c17-f61e-4855-b810-6036c5167962
  kind: Event
  lastTimestamp: "2026-07-27T21:47:59Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-27T21:47:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:47:59Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-llwtf.18c643d3e1263aa5
    namespace: kserve-ci-e2e-test
    resourceVersion: "30551"
    uid: a450c17e-1580-4d15-85bb-b8b603197662
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:47:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-llwtf
    namespace: kserve-ci-e2e-test
    resourceVersion: "29556"
    uid: a2766c17-f61e-4855-b810-6036c5167962
  kind: Event
  lastTimestamp: "2026-07-27T21:47:59Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T21:47:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:47:59Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-llwtf.18c643d3e235d3cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30552"
    uid: 2771c672-6e57-432c-93cb-7764a073296b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:48:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-llwtf
    namespace: kserve-ci-e2e-test
    resourceVersion: "29556"
    uid: a2766c17-f61e-4855-b810-6036c5167962
  kind: Event
  lastTimestamp: "2026-07-27T21:48:41Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T21:48:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:48:41Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-llwtf.18c643dd901bff03
    namespace: kserve-ci-e2e-test
    resourceVersion: "30870"
    uid: a8940339-d072-4106-a48e-9853e75fc959
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:48:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-llwtf
    namespace: kserve-ci-e2e-test
    resourceVersion: "29556"
    uid: a2766c17-f61e-4855-b810-6036c5167962
  kind: Event
  lastTimestamp: "2026-07-27T21:48:41Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T21:48:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:48:41Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-llwtf.18c643dd901c8352
    namespace: kserve-ci-e2e-test
    resourceVersion: "30871"
    uid: 54f89960-0a58-44cc-87c1-c8a927141a16
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:45:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "29543"
    uid: 4a160efe-313c-4113-a361-ba741565a2f0
  kind: Event
  lastTimestamp: "2026-07-27T21:45:40Z"
  message: 'Created pod: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-llwtf'
  metadata:
    creationTimestamp: "2026-07-27T21:45:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:45:40Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5.18c643b39a872267
    namespace: kserve-ci-e2e-test
    resourceVersion: "29555"
    uid: 604be5f5-974b-481e-bf9d-7e885402a90f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:45:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29541"
    uid: a365fc4a-6b8c-40e3-8939-257f8fb72193
  kind: Event
  lastTimestamp: "2026-07-27T21:45:40Z"
  message: Scaled up replica set isvc-lightgbm-v2-runtime-predictor-7f4957c5d5 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-27T21:45:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:45:40Z"
    name: isvc-lightgbm-v2-runtime-predictor.18c643b396218810
    namespace: kserve-ci-e2e-test
    resourceVersion: "29544"
    uid: 6ab38e46-3885-4c66-bfb3-c5d24b408b8e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-27T21:45:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29542"
    uid: 370e1b6b-678d-442e-aa0e-e02282a79821
  kind: Event
  lastTimestamp: "2026-07-27T21:48:11Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T21:45:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:48:11Z"
    name: isvc-lightgbm-v2-runtime-predictor.18c643b714f91c9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30639"
    uid: 70eabecb-c925-42c7-ac55-d20c81aa9ea3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-27T21:45:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29542"
    uid: 370e1b6b-678d-442e-aa0e-e02282a79821
  kind: Event
  lastTimestamp: "2026-07-27T21:48:11Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T21:45:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:48:11Z"
    name: isvc-lightgbm-v2-runtime-predictor.18c643b7155c0a9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30640"
    uid: 16f6112a-b359-4ba5-8c4c-8aecdf39815a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T21:48:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29691"
    uid: 370e1b6b-678d-442e-aa0e-e02282a79821
  kind: Event
  lastTimestamp: "2026-07-27T21:48:41Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T21:48:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:48:41Z"
    name: isvc-lightgbm-v2-runtime-predictor.18c643da0a9e57ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "30854"
    uid: e9813375-4539-406d-8f88-be8115cf1ea1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T21:48:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29691"
    uid: 370e1b6b-678d-442e-aa0e-e02282a79821
  kind: Event
  lastTimestamp: "2026-07-27T21:48:41Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T21:48:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:48:41Z"
    name: isvc-lightgbm-v2-runtime-predictor.18c643da0b0e213a
    namespace: kserve-ci-e2e-test
    resourceVersion: "30855"
    uid: 13bbd162-3fb4-46cb-aef2-2bea8a558cb0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-27T21:45:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "29534"
    uid: 091ecc3d-4ecb-4a2d-9575-b109438603d5
  kind: Event
  lastTimestamp: "2026-07-27T21:48:37Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-27T21:45:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T21:48:37Z"
    name: isvc-lightgbm-v2-runtime.18c643b39625aa59
    namespace: kserve-ci-e2e-test
    resourceVersion: "30831"
    uid: a22d9b6c-4fa2-4d96-830d-733d68c1eb53
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:45:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "29534"
    uid: 091ecc3d-4ecb-4a2d-9575-b109438603d5
  kind: Event
  lastTimestamp: "2026-07-27T21:45:40Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-27T21:45:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T21:45:40Z"
    name: isvc-lightgbm-v2-runtime.18c643b396b4e2e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "29548"
    uid: d40afca6-496d-40ca-8ec9-e32b468d3f2f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:48:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "30829"
    uid: 091ecc3d-4ecb-4a2d-9575-b109438603d5
  kind: Event
  lastTimestamp: "2026-07-27T21:48:37Z"
  message: InferenceService [isvc-lightgbm-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-07-27T21:48:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T21:48:37Z"
    name: isvc-lightgbm-v2-runtime.18c643dcbfc35220
    namespace: kserve-ci-e2e-test
    resourceVersion: "30830"
    uid: 902b0a77-ab78-4d66-9e45-1c22483295b5
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-27T21:42:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "28007"
    uid: 6a24c812-0e44-49e7-885d-9d8bc9af3a7e
  kind: Event
  lastTimestamp: "2026-07-27T21:43:57Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-27T21:42:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T21:43:57Z"
    name: isvc-lightgbm.18c64387190e0228
    namespace: kserve-ci-e2e-test
    resourceVersion: "28688"
    uid: 12876071-5ee1-45c3-ad8f-b063c9394b0c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T21:42:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "28007"
    uid: 6a24c812-0e44-49e7-885d-9d8bc9af3a7e
  kind: Event
  lastTimestamp: "2026-07-27T21:42:29Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-07-27T21:42:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T21:42:29Z"
    name: isvc-lightgbm.18c643871994cfef
    namespace: kserve-ci-e2e-test
    resourceVersion: "28038"
    uid: 0c78446a-5faa-4582-8c37-d1337a48b86b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:42:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "28010"
    uid: 6a24c812-0e44-49e7-885d-9d8bc9af3a7e
  kind: Event
  lastTimestamp: "2026-07-27T21:42:29Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-lightgbm": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-27T21:42:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T21:42:29Z"
    name: isvc-lightgbm.18c643872031645c
    namespace: kserve-ci-e2e-test
    resourceVersion: "28040"
    uid: 7adaa0b9-53ae-435e-8bb2-b1f33331c876
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:43:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "28685"
    uid: 6a24c812-0e44-49e7-885d-9d8bc9af3a7e
  kind: Event
  lastTimestamp: "2026-07-27T21:43:57Z"
  message: InferenceService [isvc-lightgbm] is Ready
  metadata:
    creationTimestamp: "2026-07-27T21:43:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T21:43:57Z"
    name: isvc-lightgbm.18c6439b952f9966
    namespace: kserve-ci-e2e-test
    resourceVersion: "28687"
    uid: f9406d33-30dc-4e60-83bd-73e37ce48e91
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-27T21:20:05.417291Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-6b6746bb7-njkq9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16941"
    uid: 3f31527c-46ab-4f25-a0b8-4722b846b68f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-logger-predictor-6b6746bb7-njkq9
    to ip-10-0-142-219.ec2.internal
  metadata:
    creationTimestamp: "2026-07-27T21:20:05Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-27T21:20:05Z"
    name: isvc-logger-predictor-6b6746bb7-njkq9.18c6424e147875cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16947"
    uid: 3b204f52-978c-4546-a201-d9feab5f80b2
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-858ff8b64f-jq2m2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:20:05Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-6b6746bb7-njkq9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16952"
    uid: 3f31527c-46ab-4f25-a0b8-4722b846b68f
  kind: Event
  lastTimestamp: "2026-07-27T21:20:05Z"
  message: Add eth0 [10.133.0.28/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-27T21:20:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-27T21:20:05Z"
    name: isvc-logger-predictor-6b6746bb7-njkq9.18c6424e2db44b29
    namespace: kserve-ci-e2e-test
    resourceVersion: "16961"
    uid: 43786fe7-0cbc-4d75-883f-a7dcf5815994
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:20:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-6b6746bb7-njkq9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16945"
    uid: 3f31527c-46ab-4f25-a0b8-4722b846b68f
  kind: Event
  lastTimestamp: "2026-07-27T21:20:05Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T21:20:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:20:05Z"
    name: isvc-logger-predictor-6b6746bb7-njkq9.18c6424e2f0eba1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16963"
    uid: 38286692-ddeb-4a4d-ad69-b556bb0d5161
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:20:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-6b6746bb7-njkq9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16945"
    uid: 3f31527c-46ab-4f25-a0b8-4722b846b68f
  kind: Event
  lastTimestamp: "2026-07-27T21:20:05Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-27T21:20:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:20:05Z"
    name: isvc-logger-predictor-6b6746bb7-njkq9.18c6424e320276e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16965"
    uid: 8760cd01-2e7f-4725-b384-b5ed86599822
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:20:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-6b6746bb7-njkq9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16945"
    uid: 3f31527c-46ab-4f25-a0b8-4722b846b68f
  kind: Event
  lastTimestamp: "2026-07-27T21:20:05Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-27T21:20:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:20:05Z"
    name: isvc-logger-predictor-6b6746bb7-njkq9.18c6424e3264442d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16966"
    uid: 35c0a568-1701-4ad9-a193-e9b0d2361541
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:20:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-6b6746bb7-njkq9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16945"
    uid: 3f31527c-46ab-4f25-a0b8-4722b846b68f
  kind: Event
  lastTimestamp: "2026-07-27T21:20:10Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T21:20:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:20:10Z"
    name: isvc-logger-predictor-6b6746bb7-njkq9.18c6424f5731389f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17001"
    uid: 670a2994-d810-4b47-a776-ab02597bedaf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:20:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-6b6746bb7-njkq9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16945"
    uid: 3f31527c-46ab-4f25-a0b8-4722b846b68f
  kind: Event
  lastTimestamp: "2026-07-27T21:20:10Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-27T21:20:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:20:10Z"
    name: isvc-logger-predictor-6b6746bb7-njkq9.18c6424f5a3bc94c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17004"
    uid: 1ab3b9e0-e229-4921-9d22-ec0ba186284a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:20:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-6b6746bb7-njkq9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16945"
    uid: 3f31527c-46ab-4f25-a0b8-4722b846b68f
  kind: Event
  lastTimestamp: "2026-07-27T21:20:10Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T21:20:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:20:10Z"
    name: isvc-logger-predictor-6b6746bb7-njkq9.18c6424f5aaaa473
    namespace: kserve-ci-e2e-test
    resourceVersion: "17007"
    uid: 5f6c602a-a8d4-477a-a939-9c85487b6cc1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:20:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-6b6746bb7-njkq9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16945"
    uid: 3f31527c-46ab-4f25-a0b8-4722b846b68f
  kind: Event
  lastTimestamp: "2026-07-27T21:20:10Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T21:20:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:20:10Z"
    name: isvc-logger-predictor-6b6746bb7-njkq9.18c6424f5ab47bb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17008"
    uid: 71cea687-d835-4be4-b123-1afa2fa2ae7b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:20:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-6b6746bb7-njkq9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16945"
    uid: 3f31527c-46ab-4f25-a0b8-4722b846b68f
  kind: Event
  lastTimestamp: "2026-07-27T21:20:10Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-27T21:20:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:20:10Z"
    name: isvc-logger-predictor-6b6746bb7-njkq9.18c6424f5e1eae0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17010"
    uid: ad57620f-1f00-472d-8646-fb379dc20a25
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:20:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-6b6746bb7-njkq9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16945"
    uid: 3f31527c-46ab-4f25-a0b8-4722b846b68f
  kind: Event
  lastTimestamp: "2026-07-27T21:20:10Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T21:20:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:20:10Z"
    name: isvc-logger-predictor-6b6746bb7-njkq9.18c6424f5e88b610
    namespace: kserve-ci-e2e-test
    resourceVersion: "17011"
    uid: 65653c7d-20d4-4499-b7f7-f3dbc8a201ce
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:20:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-6b6746bb7-njkq9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16945"
    uid: 3f31527c-46ab-4f25-a0b8-4722b846b68f
  kind: Event
  lastTimestamp: "2026-07-27T21:20:10Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:bf42462edec7da298c1b007872394204ebe10a2c0c0d143725247988fb0a7324"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T21:20:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:20:10Z"
    name: isvc-logger-predictor-6b6746bb7-njkq9.18c6424f5e932076
    namespace: kserve-ci-e2e-test
    resourceVersion: "17012"
    uid: a049027f-a5e8-4656-a1bc-d8935ef92ece
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:20:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-6b6746bb7-njkq9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16945"
    uid: 3f31527c-46ab-4f25-a0b8-4722b846b68f
  kind: Event
  lastTimestamp: "2026-07-27T21:20:11Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-07-27T21:20:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:20:11Z"
    name: isvc-logger-predictor-6b6746bb7-njkq9.18c6424f61d0f9f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "17014"
    uid: 30145181-ffe8-48bb-b4d0-f47f4913eb59
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:20:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-6b6746bb7-njkq9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16945"
    uid: 3f31527c-46ab-4f25-a0b8-4722b846b68f
  kind: Event
  lastTimestamp: "2026-07-27T21:20:11Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-07-27T21:20:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:20:11Z"
    name: isvc-logger-predictor-6b6746bb7-njkq9.18c6424f623f8bc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17015"
    uid: 688678fc-0221-4fc3-8638-4d5612d9eae8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-27T21:20:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-6b6746bb7-njkq9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16945"
    uid: 3f31527c-46ab-4f25-a0b8-4722b846b68f
  kind: Event
  lastTimestamp: "2026-07-27T21:21:58Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.28:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-27T21:20:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:21:58Z"
    name: isvc-logger-predictor-6b6746bb7-njkq9.18c6424fcf0970ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "17895"
    uid: 56551624-0c80-4648-b198-2964951288aa
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-27T21:20:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-6b6746bb7-njkq9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16945"
    uid: 3f31527c-46ab-4f25-a0b8-4722b846b68f
  kind: Event
  lastTimestamp: "2026-07-27T21:21:58Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-07-27T21:20:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:21:58Z"
    name: isvc-logger-predictor-6b6746bb7-njkq9.18c6424fcf13382f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17896"
    uid: b086643b-4d3a-4115-9b12-e4e21b2abab8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:21:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-6b6746bb7-njkq9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16945"
    uid: 3f31527c-46ab-4f25-a0b8-4722b846b68f
  kind: Event
  lastTimestamp: "2026-07-27T21:21:40Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T21:21:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:21:40Z"
    name: isvc-logger-predictor-6b6746bb7-njkq9.18c64264417ac724
    namespace: kserve-ci-e2e-test
    resourceVersion: "17713"
    uid: fc7b6e49-9c92-4131-9e56-b2cf7edeecf8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:21:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-6b6746bb7-njkq9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16945"
    uid: 3f31527c-46ab-4f25-a0b8-4722b846b68f
  kind: Event
  lastTimestamp: "2026-07-27T21:21:40Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-07-27T21:21:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:21:40Z"
    name: isvc-logger-predictor-6b6746bb7-njkq9.18c64264417b2271
    namespace: kserve-ci-e2e-test
    resourceVersion: "17714"
    uid: 68b80e85-820e-4250-8068-83d746cbb1ed
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:21:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-6b6746bb7-njkq9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16945"
    uid: 3f31527c-46ab-4f25-a0b8-4722b846b68f
  kind: Event
  lastTimestamp: "2026-07-27T21:21:40Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T21:21:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:21:40Z"
    name: isvc-logger-predictor-6b6746bb7-njkq9.18c64264417b6b10
    namespace: kserve-ci-e2e-test
    resourceVersion: "17715"
    uid: 36451c79-1a10-4587-9c20-d8c8e8c49144
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-27T21:21:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-6b6746bb7-njkq9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16945"
    uid: 3f31527c-46ab-4f25-a0b8-4722b846b68f
  kind: Event
  lastTimestamp: "2026-07-27T21:21:53Z"
  message: 'Readiness probe failed: Get "https://10.133.0.28:8643/healthz": dial tcp
    10.133.0.28:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-27T21:21:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:21:53Z"
    name: isvc-logger-predictor-6b6746bb7-njkq9.18c64264ff48d0eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17866"
    uid: 82a01056-9c65-470d-847d-15a808fc649d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:20:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-logger-predictor-6b6746bb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16931"
    uid: 19446b1c-0277-4680-b9d0-ec6482643f14
  kind: Event
  lastTimestamp: "2026-07-27T21:20:05Z"
  message: 'Created pod: isvc-logger-predictor-6b6746bb7-njkq9'
  metadata:
    creationTimestamp: "2026-07-27T21:20:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:20:05Z"
    name: isvc-logger-predictor-6b6746bb7.18c6424e14100975
    namespace: kserve-ci-e2e-test
    resourceVersion: "16944"
    uid: 719ee267-de12-4388-91d9-36cb0e21efe1
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:20:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16929"
    uid: 9123ff97-a6a8-4fd6-aeae-b5602d23715f
  kind: Event
  lastTimestamp: "2026-07-27T21:20:05Z"
  message: Scaled up replica set isvc-logger-predictor-6b6746bb7 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-27T21:20:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:20:05Z"
    name: isvc-logger-predictor.18c6424e10d7d4bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16932"
    uid: 77e78e82-eedd-4a1c-aac5-0abb97ba67d0
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-27T21:20:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16930"
    uid: b33f9532-6b1b-4a6e-8829-561157e2d481
  kind: Event
  lastTimestamp: "2026-07-27T21:20:50Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T21:20:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:20:50Z"
    name: isvc-logger-predictor.18c642518f53b2a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "17312"
    uid: 7761ec0a-2adc-45f8-ace5-a88d1313ca02
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-27T21:20:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16930"
    uid: b33f9532-6b1b-4a6e-8829-561157e2d481
  kind: Event
  lastTimestamp: "2026-07-27T21:20:50Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T21:20:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:20:50Z"
    name: isvc-logger-predictor.18c642518fbefb4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17313"
    uid: 556b7887-f1c2-4984-990f-7d41412ed9e5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-27T21:21:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17096"
    uid: b33f9532-6b1b-4a6e-8829-561157e2d481
  kind: Event
  lastTimestamp: "2026-07-27T21:21:35Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T21:21:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:21:35Z"
    name: isvc-logger-predictor.18c6425c0c01276f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17643"
    uid: 2f9b7e8b-6b9a-4e93-810f-aebc6c5086ac
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-27T21:21:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17096"
    uid: b33f9532-6b1b-4a6e-8829-561157e2d481
  kind: Event
  lastTimestamp: "2026-07-27T21:21:35Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T21:21:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:21:35Z"
    name: isvc-logger-predictor.18c6425c0c6447f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17644"
    uid: 8b685e3f-211b-4194-8cf5-1fb4ac4fa65c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-27T21:20:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "16922"
    uid: 189ac332-07de-4351-b9c1-2e288783030f
  kind: Event
  lastTimestamp: "2026-07-27T21:21:28Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-27T21:20:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T21:21:28Z"
    name: isvc-logger.18c6424e10dba14b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17595"
    uid: 74ea3f77-5d0e-46f1-b934-9a271d412677
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:20:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "16922"
    uid: 189ac332-07de-4351-b9c1-2e288783030f
  kind: Event
  lastTimestamp: "2026-07-27T21:20:05Z"
  message: 'Failed to update status for InferenceService "isvc-logger": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-07-27T21:20:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T21:20:05Z"
    name: isvc-logger.18c6424e1146cecd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16935"
    uid: 69d7efc0-a51b-4b44-9553-60dd5ba778b7
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:21:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "17593"
    uid: 189ac332-07de-4351-b9c1-2e288783030f
  kind: Event
  lastTimestamp: "2026-07-27T21:21:28Z"
  message: InferenceService [isvc-logger] is Ready
  metadata:
    creationTimestamp: "2026-07-27T21:21:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T21:21:28Z"
    name: isvc-logger.18c642615ce0ae39
    namespace: kserve-ci-e2e-test
    resourceVersion: "17594"
    uid: feca4dc1-2a31-4c31-8392-ce1ec6643ee9
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-27T21:49:11.519164Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-7m74r
    namespace: kserve-ci-e2e-test
    resourceVersion: "31207"
    uid: 80ea68d6-f3c3-4e77-9ef9-59d9098131c5
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-mlflow-v2-runtime-predictor-6456f94494-7m74r
    to ip-10-0-142-219.ec2.internal
  metadata:
    creationTimestamp: "2026-07-27T21:49:11Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-27T21:49:11Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-7m74r.18c643e4a0409cdd
    namespace: kserve-ci-e2e-test
    resourceVersion: "31213"
    uid: 7280d080-83e5-48ac-b093-b380a3a401a4
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-858ff8b64f-jq2m2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:49:11Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-7m74r
    namespace: kserve-ci-e2e-test
    resourceVersion: "31217"
    uid: 80ea68d6-f3c3-4e77-9ef9-59d9098131c5
  kind: Event
  lastTimestamp: "2026-07-27T21:49:11Z"
  message: Add eth0 [10.133.0.43/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-27T21:49:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-27T21:49:11Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-7m74r.18c643e4bbd0a09d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31227"
    uid: fd479842-0343-4a53-8121-a766a20417d9
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:49:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-7m74r
    namespace: kserve-ci-e2e-test
    resourceVersion: "31209"
    uid: 80ea68d6-f3c3-4e77-9ef9-59d9098131c5
  kind: Event
  lastTimestamp: "2026-07-27T21:49:12Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T21:49:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:49:12Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-7m74r.18c643e4bd3c6246
    namespace: kserve-ci-e2e-test
    resourceVersion: "31229"
    uid: 1cbb731f-f744-4425-80a5-ded7e5ce9482
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:49:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-7m74r
    namespace: kserve-ci-e2e-test
    resourceVersion: "31209"
    uid: 80ea68d6-f3c3-4e77-9ef9-59d9098131c5
  kind: Event
  lastTimestamp: "2026-07-27T21:49:12Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-27T21:49:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:49:12Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-7m74r.18c643e4bf94f437
    namespace: kserve-ci-e2e-test
    resourceVersion: "31230"
    uid: eded58be-3b7f-4d47-8905-37dec42caea7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:49:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-7m74r
    namespace: kserve-ci-e2e-test
    resourceVersion: "31209"
    uid: 80ea68d6-f3c3-4e77-9ef9-59d9098131c5
  kind: Event
  lastTimestamp: "2026-07-27T21:49:12Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-27T21:49:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:49:12Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-7m74r.18c643e4bff47464
    namespace: kserve-ci-e2e-test
    resourceVersion: "31231"
    uid: 91c4b9aa-64ba-4096-bf76-b3a717f92c44
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:49:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-7m74r
    namespace: kserve-ci-e2e-test
    resourceVersion: "31209"
    uid: 80ea68d6-f3c3-4e77-9ef9-59d9098131c5
  kind: Event
  lastTimestamp: "2026-07-27T21:49:16Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-07-27T21:49:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:49:16Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-7m74r.18c643e5e21aa16d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31270"
    uid: 0c22ad99-4042-4ca1-9c67-3717f0668593
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:49:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-7m74r
    namespace: kserve-ci-e2e-test
    resourceVersion: "31209"
    uid: 80ea68d6-f3c3-4e77-9ef9-59d9098131c5
  kind: Event
  lastTimestamp: "2026-07-27T21:49:16Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-27T21:49:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:49:16Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-7m74r.18c643e5e4eee331
    namespace: kserve-ci-e2e-test
    resourceVersion: "31272"
    uid: 5e7f1436-47eb-4656-8466-a5a80f79843f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:49:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-7m74r
    namespace: kserve-ci-e2e-test
    resourceVersion: "31209"
    uid: 80ea68d6-f3c3-4e77-9ef9-59d9098131c5
  kind: Event
  lastTimestamp: "2026-07-27T21:49:16Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T21:49:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:49:16Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-7m74r.18c643e5e55e53b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "31274"
    uid: e85e3c8b-df0f-42a2-8b91-37ac1072648b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:49:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-7m74r
    namespace: kserve-ci-e2e-test
    resourceVersion: "31209"
    uid: 80ea68d6-f3c3-4e77-9ef9-59d9098131c5
  kind: Event
  lastTimestamp: "2026-07-27T21:49:16Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T21:49:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:49:16Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-7m74r.18c643e5e567fb57
    namespace: kserve-ci-e2e-test
    resourceVersion: "31276"
    uid: a548ac97-8990-4d75-b2ab-940835d08568
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:49:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-7m74r
    namespace: kserve-ci-e2e-test
    resourceVersion: "31209"
    uid: 80ea68d6-f3c3-4e77-9ef9-59d9098131c5
  kind: Event
  lastTimestamp: "2026-07-27T21:49:17Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-27T21:49:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:49:17Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-7m74r.18c643e5e8ba52d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "31279"
    uid: 90fe85f8-1cf9-462c-8c7d-83f7fb3f3a1e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:49:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-7m74r
    namespace: kserve-ci-e2e-test
    resourceVersion: "31209"
    uid: 80ea68d6-f3c3-4e77-9ef9-59d9098131c5
  kind: Event
  lastTimestamp: "2026-07-27T21:49:17Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T21:49:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:49:17Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-7m74r.18c643e5e93d8124
    namespace: kserve-ci-e2e-test
    resourceVersion: "31280"
    uid: fc4f4954-dbc7-44e7-96b1-21b2069181e1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:50:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-7m74r
    namespace: kserve-ci-e2e-test
    resourceVersion: "31209"
    uid: 80ea68d6-f3c3-4e77-9ef9-59d9098131c5
  kind: Event
  lastTimestamp: "2026-07-27T21:50:01Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T21:50:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:50:01Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-7m74r.18c643f049eb5237
    namespace: kserve-ci-e2e-test
    resourceVersion: "31613"
    uid: 52233d0b-cf5a-4cf0-a5a8-856fc86d6a50
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:50:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-7m74r
    namespace: kserve-ci-e2e-test
    resourceVersion: "31209"
    uid: 80ea68d6-f3c3-4e77-9ef9-59d9098131c5
  kind: Event
  lastTimestamp: "2026-07-27T21:50:01Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T21:50:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:50:01Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-7m74r.18c643f049ebe0df
    namespace: kserve-ci-e2e-test
    resourceVersion: "31614"
    uid: 12012a6c-f452-48a0-a2f1-03d38d6f8e43
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:49:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-mlflow-v2-runtime-predictor-6456f94494
    namespace: kserve-ci-e2e-test
    resourceVersion: "31198"
    uid: 6cf6bc8a-51bd-4622-a8b7-7549ec6dcebc
  kind: Event
  lastTimestamp: "2026-07-27T21:49:11Z"
  message: 'Created pod: isvc-mlflow-v2-runtime-predictor-6456f94494-7m74r'
  metadata:
    creationTimestamp: "2026-07-27T21:49:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:49:11Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494.18c643e49fd2f379
    namespace: kserve-ci-e2e-test
    resourceVersion: "31208"
    uid: 31b448c9-c3e3-409f-9cdd-d592d65c9cb8
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:49:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31196"
    uid: dd59762c-d91a-4205-a3d6-35f43efb0a17
  kind: Event
  lastTimestamp: "2026-07-27T21:49:11Z"
  message: Scaled up replica set isvc-mlflow-v2-runtime-predictor-6456f94494 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-27T21:49:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:49:11Z"
    name: isvc-mlflow-v2-runtime-predictor.18c643e49cf20034
    namespace: kserve-ci-e2e-test
    resourceVersion: "31201"
    uid: d1d4dfad-ae7e-4860-97e7-3fe2113c523e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T21:49:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31197"
    uid: 6be68442-6954-467e-a3d2-704e5c70d9d5
  kind: Event
  lastTimestamp: "2026-07-27T21:49:41Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T21:49:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:49:41Z"
    name: isvc-mlflow-v2-runtime-predictor.18c643e81bcaf42d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31447"
    uid: cbd5b2ad-c7e6-4251-afc0-35dee29fafaf
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T21:49:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31197"
    uid: 6be68442-6954-467e-a3d2-704e5c70d9d5
  kind: Event
  lastTimestamp: "2026-07-27T21:49:41Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T21:49:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:49:41Z"
    name: isvc-mlflow-v2-runtime-predictor.18c643e81c25d349
    namespace: kserve-ci-e2e-test
    resourceVersion: "31448"
    uid: 69e847b9-f01f-4b01-baf7-e210bf06eea6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:49:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31348"
    uid: 6be68442-6954-467e-a3d2-704e5c70d9d5
  kind: Event
  lastTimestamp: "2026-07-27T21:49:56Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T21:49:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:49:56Z"
    name: isvc-mlflow-v2-runtime-predictor.18c643ef1a597599
    namespace: kserve-ci-e2e-test
    resourceVersion: "31560"
    uid: 113246a5-1cf9-4cb6-b55c-dbca89f186bb
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:49:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31348"
    uid: 6be68442-6954-467e-a3d2-704e5c70d9d5
  kind: Event
  lastTimestamp: "2026-07-27T21:49:56Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T21:49:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:49:56Z"
    name: isvc-mlflow-v2-runtime-predictor.18c643ef1ac5c554
    namespace: kserve-ci-e2e-test
    resourceVersion: "31562"
    uid: e397a4db-c731-43e5-98dc-1b59587c7551
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-27T21:49:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31189"
    uid: fe1d2b72-e9bd-49a0-9f49-b509974bb09e
  kind: Event
  lastTimestamp: "2026-07-27T21:49:54Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-27T21:49:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T21:49:54Z"
    name: isvc-mlflow-v2-runtime.18c643e49cf093f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "31545"
    uid: 9a86fa26-efad-4fd4-ab61-cf26af579a9a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:49:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31189"
    uid: fe1d2b72-e9bd-49a0-9f49-b509974bb09e
  kind: Event
  lastTimestamp: "2026-07-27T21:49:11Z"
  message: 'Failed to update status for InferenceService "isvc-mlflow-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-mlflow-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-27T21:49:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T21:49:11Z"
    name: isvc-mlflow-v2-runtime.18c643e49d58df17
    namespace: kserve-ci-e2e-test
    resourceVersion: "31202"
    uid: 2232d672-f821-47da-8e3f-d18a4297cfab
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:49:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31542"
    uid: fe1d2b72-e9bd-49a0-9f49-b509974bb09e
  kind: Event
  lastTimestamp: "2026-07-27T21:49:54Z"
  message: InferenceService [isvc-mlflow-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-07-27T21:49:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T21:49:54Z"
    name: isvc-mlflow-v2-runtime.18c643ee861a7412
    namespace: kserve-ci-e2e-test
    resourceVersion: "31543"
    uid: 2c4e4ee5-3bc3-46d4-b758-94cddab03feb
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-27T21:51:32.006356Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-q6v2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "32359"
    uid: 4a099162-9e26-49c0-9e37-0a6338a58caa
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-predictor-6d5c9fd4f6-q6v2s
    to ip-10-0-142-219.ec2.internal
  metadata:
    creationTimestamp: "2026-07-27T21:51:32Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-27T21:51:32Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-q6v2s.18c6440555f11251
    namespace: kserve-ci-e2e-test
    resourceVersion: "32365"
    uid: ef0c2079-69cb-46ed-97dd-de83334528ff
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-858ff8b64f-jq2m2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:51:32Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-q6v2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "32361"
    uid: 4a099162-9e26-49c0-9e37-0a6338a58caa
  kind: Event
  lastTimestamp: "2026-07-27T21:51:32Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-paddle-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-27T21:51:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:51:32Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-q6v2s.18c644055f3ffc5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "32374"
    uid: e96714d0-2d58-4df4-a02f-037e24b811ae
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:51:33Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-q6v2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "32370"
    uid: 4a099162-9e26-49c0-9e37-0a6338a58caa
  kind: Event
  lastTimestamp: "2026-07-27T21:51:33Z"
  message: Add eth0 [10.133.0.44/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-27T21:51:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-27T21:51:33Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-q6v2s.18c6440595168a21
    namespace: kserve-ci-e2e-test
    resourceVersion: "32383"
    uid: 78695c36-2d73-4fda-bbc9-b5635da5ab9b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:51:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-q6v2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "32361"
    uid: 4a099162-9e26-49c0-9e37-0a6338a58caa
  kind: Event
  lastTimestamp: "2026-07-27T21:51:33Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T21:51:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:51:33Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-q6v2s.18c6440596614f5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32385"
    uid: 555e3b14-6df4-44f4-a9bb-be7194584525
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:51:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-q6v2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "32361"
    uid: 4a099162-9e26-49c0-9e37-0a6338a58caa
  kind: Event
  lastTimestamp: "2026-07-27T21:51:33Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-27T21:51:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:51:33Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-q6v2s.18c6440598ec73d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32387"
    uid: 69e36d10-7451-4bac-b10a-019a752d0b8c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:51:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-q6v2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "32361"
    uid: 4a099162-9e26-49c0-9e37-0a6338a58caa
  kind: Event
  lastTimestamp: "2026-07-27T21:51:33Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-27T21:51:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:51:33Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-q6v2s.18c644059959eb08
    namespace: kserve-ci-e2e-test
    resourceVersion: "32388"
    uid: be46073e-ae2a-4ae4-a38d-3f5f9c0b5b33
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:51:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-q6v2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "32361"
    uid: 4a099162-9e26-49c0-9e37-0a6338a58caa
  kind: Event
  lastTimestamp: "2026-07-27T21:51:38Z"
  message: Pulling image "kserve/paddleserver:latest"
  metadata:
    creationTimestamp: "2026-07-27T21:51:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:51:38Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-q6v2s.18c64406d6b7cd9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "32436"
    uid: 315f7765-5a82-4c20-8546-98e057076630
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:51:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-q6v2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "32361"
    uid: 4a099162-9e26-49c0-9e37-0a6338a58caa
  kind: Event
  lastTimestamp: "2026-07-27T21:51:49Z"
  message: 'Successfully pulled image "kserve/paddleserver:latest" in 10.997s (10.997s
    including waiting). Image size: 1163606775 bytes.'
  metadata:
    creationTimestamp: "2026-07-27T21:51:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:51:49Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-q6v2s.18c64409663e0cc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "32519"
    uid: e5736e39-b0f4-4e69-a010-af23dab79ea4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:51:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-q6v2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "32361"
    uid: 4a099162-9e26-49c0-9e37-0a6338a58caa
  kind: Event
  lastTimestamp: "2026-07-27T21:51:49Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-27T21:51:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:51:49Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-q6v2s.18c644096924bb4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32520"
    uid: 2ebc5437-36f1-4130-9180-070b910d1abb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:51:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-q6v2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "32361"
    uid: 4a099162-9e26-49c0-9e37-0a6338a58caa
  kind: Event
  lastTimestamp: "2026-07-27T21:51:49Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T21:51:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:51:49Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-q6v2s.18c64409698816d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "32521"
    uid: c8ca42d0-01ae-4229-a1d7-d92c945c7529
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:51:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-q6v2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "32361"
    uid: 4a099162-9e26-49c0-9e37-0a6338a58caa
  kind: Event
  lastTimestamp: "2026-07-27T21:51:49Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T21:51:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:51:49Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-q6v2s.18c6440969911be9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32522"
    uid: bbe12a5b-ae95-4d77-ac14-f3b4ed9660c8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:51:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-q6v2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "32361"
    uid: 4a099162-9e26-49c0-9e37-0a6338a58caa
  kind: Event
  lastTimestamp: "2026-07-27T21:51:49Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-27T21:51:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:51:49Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-q6v2s.18c644096c21938e
    namespace: kserve-ci-e2e-test
    resourceVersion: "32523"
    uid: 7c5a204e-ab62-4fb1-90bb-e0438df50922
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:51:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-q6v2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "32361"
    uid: 4a099162-9e26-49c0-9e37-0a6338a58caa
  kind: Event
  lastTimestamp: "2026-07-27T21:51:49Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T21:51:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:51:49Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-q6v2s.18c644096c80277a
    namespace: kserve-ci-e2e-test
    resourceVersion: "32524"
    uid: 2b69251f-f8a4-4a3d-bead-0a669740b374
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-27T21:51:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-q6v2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "32361"
    uid: 4a099162-9e26-49c0-9e37-0a6338a58caa
  kind: Event
  lastTimestamp: "2026-07-27T21:52:27Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.44:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-27T21:51:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:52:27Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-q6v2s.18c64409e10dade7
    namespace: kserve-ci-e2e-test
    resourceVersion: "32805"
    uid: b2832607-e835-44a2-9384-8357a258eecf
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:52:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-q6v2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "32361"
    uid: 4a099162-9e26-49c0-9e37-0a6338a58caa
  kind: Event
  lastTimestamp: "2026-07-27T21:52:43Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T21:52:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:52:43Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-q6v2s.18c64416047dfe01
    namespace: kserve-ci-e2e-test
    resourceVersion: "32940"
    uid: e8ced9ed-e73e-4bf7-8c88-755c5b79e2e1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:52:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-q6v2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "32361"
    uid: 4a099162-9e26-49c0-9e37-0a6338a58caa
  kind: Event
  lastTimestamp: "2026-07-27T21:52:43Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T21:52:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:52:43Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-q6v2s.18c64416047e6de9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32941"
    uid: e8b4055c-3c4c-4a3b-9069-7397e93d2ed3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:51:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-predictor-6d5c9fd4f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "32350"
    uid: 066090b2-77df-4f04-9990-cbb0b311a8fa
  kind: Event
  lastTimestamp: "2026-07-27T21:51:31Z"
  message: 'Created pod: isvc-paddle-predictor-6d5c9fd4f6-q6v2s'
  metadata:
    creationTimestamp: "2026-07-27T21:51:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:51:31Z"
    name: isvc-paddle-predictor-6d5c9fd4f6.18c644055579608a
    namespace: kserve-ci-e2e-test
    resourceVersion: "32360"
    uid: a0c6ee29-fd5f-4a12-9316-ac47b2ae5241
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:51:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32348"
    uid: 762474c2-9c3a-49d6-aa00-e36d726fa8f3
  kind: Event
  lastTimestamp: "2026-07-27T21:51:31Z"
  message: Scaled up replica set isvc-paddle-predictor-6d5c9fd4f6 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-27T21:51:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:51:31Z"
    name: isvc-paddle-predictor.18c644055271118b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32352"
    uid: 0e9fd1fc-3f14-4942-ad58-f6026b9e1a57
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-27T21:51:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32349"
    uid: 05387d68-f221-4812-8cff-47101b0fc0a6
  kind: Event
  lastTimestamp: "2026-07-27T21:52:16Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T21:51:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:52:16Z"
    name: isvc-paddle-predictor.18c64408d150bd13
    namespace: kserve-ci-e2e-test
    resourceVersion: "32728"
    uid: 0becde92-4f05-48f3-bc84-3f791cee9db6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-27T21:51:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32349"
    uid: 05387d68-f221-4812-8cff-47101b0fc0a6
  kind: Event
  lastTimestamp: "2026-07-27T21:52:16Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T21:51:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:52:17Z"
    name: isvc-paddle-predictor.18c64408d1b460c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "32729"
    uid: 96418b2d-69bc-4a89-8e25-da96dd920cbc
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:52:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32500"
    uid: 05387d68-f221-4812-8cff-47101b0fc0a6
  kind: Event
  lastTimestamp: "2026-07-27T21:52:32Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T21:52:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:52:32Z"
    name: isvc-paddle-predictor.18c644134e568476
    namespace: kserve-ci-e2e-test
    resourceVersion: "32839"
    uid: ec9326f0-f2ce-498d-acdb-7c3249240c4b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:52:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32500"
    uid: 05387d68-f221-4812-8cff-47101b0fc0a6
  kind: Event
  lastTimestamp: "2026-07-27T21:52:32Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T21:52:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:52:32Z"
    name: isvc-paddle-predictor.18c644134e976696
    namespace: kserve-ci-e2e-test
    resourceVersion: "32840"
    uid: 957b7a9c-887f-4758-9371-a3032278cced
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-27T21:52:48.815176Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-5zfkc
    namespace: kserve-ci-e2e-test
    resourceVersion: "33005"
    uid: c2876ecd-92c1-46fd-8960-efc2df67f2d5
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-runtime-predictor-58b99fff76-5zfkc
    to ip-10-0-131-133.ec2.internal
  metadata:
    creationTimestamp: "2026-07-27T21:52:48Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-27T21:52:48Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-5zfkc.18c64417381a9f30
    namespace: kserve-ci-e2e-test
    resourceVersion: "33011"
    uid: 7dd81ee2-61a1-42f2-b2c5-92e4bb9e5b01
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-858ff8b64f-jq2m2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:52:49Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-5zfkc
    namespace: kserve-ci-e2e-test
    resourceVersion: "33007"
    uid: c2876ecd-92c1-46fd-8960-efc2df67f2d5
  kind: Event
  lastTimestamp: "2026-07-27T21:52:49Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-paddle-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-27T21:52:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:52:49Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-5zfkc.18c6441744193a9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33019"
    uid: a33dca87-ae1e-4530-a3f9-46d4cdc6ddf9
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-133.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-133.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:52:49Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-5zfkc
    namespace: kserve-ci-e2e-test
    resourceVersion: "33015"
    uid: c2876ecd-92c1-46fd-8960-efc2df67f2d5
  kind: Event
  lastTimestamp: "2026-07-27T21:52:49Z"
  message: Add eth0 [10.132.0.43/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-27T21:52:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-27T21:52:49Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-5zfkc.18c6441775b784d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33030"
    uid: 9a956ce2-c672-4f01-8d5d-a67369446fa4
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:52:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-5zfkc
    namespace: kserve-ci-e2e-test
    resourceVersion: "33007"
    uid: c2876ecd-92c1-46fd-8960-efc2df67f2d5
  kind: Event
  lastTimestamp: "2026-07-27T21:52:49Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T21:52:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:52:49Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-5zfkc.18c64417771084e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "33032"
    uid: bf93612b-e823-4358-b3ce-6e3cf3b379bc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-133.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-133.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:52:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-5zfkc
    namespace: kserve-ci-e2e-test
    resourceVersion: "33007"
    uid: c2876ecd-92c1-46fd-8960-efc2df67f2d5
  kind: Event
  lastTimestamp: "2026-07-27T21:52:49Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-27T21:52:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:52:49Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-5zfkc.18c6441779c19d24
    namespace: kserve-ci-e2e-test
    resourceVersion: "33033"
    uid: 6a64e254-6757-4d56-8336-25299502064b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-133.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-133.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:52:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-5zfkc
    namespace: kserve-ci-e2e-test
    resourceVersion: "33007"
    uid: c2876ecd-92c1-46fd-8960-efc2df67f2d5
  kind: Event
  lastTimestamp: "2026-07-27T21:52:49Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-27T21:52:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:52:49Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-5zfkc.18c644177a3706a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33034"
    uid: ebaacf4c-01fc-46c7-9c5b-b58a5210c955
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-133.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-133.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:52:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-5zfkc
    namespace: kserve-ci-e2e-test
    resourceVersion: "33007"
    uid: c2876ecd-92c1-46fd-8960-efc2df67f2d5
  kind: Event
  lastTimestamp: "2026-07-27T21:52:55Z"
  message: Pulling image "kserve/paddleserver:latest"
  metadata:
    creationTimestamp: "2026-07-27T21:52:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:52:55Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-5zfkc.18c64418cead8184
    namespace: kserve-ci-e2e-test
    resourceVersion: "33079"
    uid: 9702db04-9134-434d-a1a2-12ade6470dac
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-133.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-133.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:53:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-5zfkc
    namespace: kserve-ci-e2e-test
    resourceVersion: "33007"
    uid: c2876ecd-92c1-46fd-8960-efc2df67f2d5
  kind: Event
  lastTimestamp: "2026-07-27T21:53:06Z"
  message: 'Successfully pulled image "kserve/paddleserver:latest" in 11.059s (11.059s
    including waiting). Image size: 1163606775 bytes.'
  metadata:
    creationTimestamp: "2026-07-27T21:53:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:53:06Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-5zfkc.18c6441b61e675b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33161"
    uid: d279737d-97d3-45d4-9371-9670e1da5e92
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-133.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-133.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:53:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-5zfkc
    namespace: kserve-ci-e2e-test
    resourceVersion: "33007"
    uid: c2876ecd-92c1-46fd-8960-efc2df67f2d5
  kind: Event
  lastTimestamp: "2026-07-27T21:53:06Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-27T21:53:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:53:06Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-5zfkc.18c6441b659fad7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33162"
    uid: bdc2389f-1f48-4a12-be34-a7a672eed6a5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-133.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-133.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:53:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-5zfkc
    namespace: kserve-ci-e2e-test
    resourceVersion: "33007"
    uid: c2876ecd-92c1-46fd-8960-efc2df67f2d5
  kind: Event
  lastTimestamp: "2026-07-27T21:53:06Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T21:53:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:53:06Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-5zfkc.18c6441b661bad09
    namespace: kserve-ci-e2e-test
    resourceVersion: "33163"
    uid: dcdd3509-bbec-40a6-a841-b0c34ae311ea
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-133.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-133.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:53:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-5zfkc
    namespace: kserve-ci-e2e-test
    resourceVersion: "33007"
    uid: c2876ecd-92c1-46fd-8960-efc2df67f2d5
  kind: Event
  lastTimestamp: "2026-07-27T21:53:06Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T21:53:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:53:06Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-5zfkc.18c6441b6626ea17
    namespace: kserve-ci-e2e-test
    resourceVersion: "33164"
    uid: 864ceb0a-eb40-46d8-87e0-9361e4f6245c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-133.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-133.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:53:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-5zfkc
    namespace: kserve-ci-e2e-test
    resourceVersion: "33007"
    uid: c2876ecd-92c1-46fd-8960-efc2df67f2d5
  kind: Event
  lastTimestamp: "2026-07-27T21:53:06Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-27T21:53:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:53:06Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-5zfkc.18c6441b697c70a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33165"
    uid: e6c3c6c0-57ab-404a-bf4e-8d12465ea4b7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-133.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-133.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:53:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-5zfkc
    namespace: kserve-ci-e2e-test
    resourceVersion: "33007"
    uid: c2876ecd-92c1-46fd-8960-efc2df67f2d5
  kind: Event
  lastTimestamp: "2026-07-27T21:53:06Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T21:53:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:53:06Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-5zfkc.18c6441b6a04a1c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33166"
    uid: 72f06f65-c2c4-454f-9d09-b785bcd0953e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-133.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-133.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-27T21:53:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-5zfkc
    namespace: kserve-ci-e2e-test
    resourceVersion: "33007"
    uid: c2876ecd-92c1-46fd-8960-efc2df67f2d5
  kind: Event
  lastTimestamp: "2026-07-27T21:53:44Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.43:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-27T21:53:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:53:44Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-5zfkc.18c6441bda4262b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "33433"
    uid: ba724fa7-306b-469a-abd3-7902a3a06197
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-133.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-133.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:54:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-5zfkc
    namespace: kserve-ci-e2e-test
    resourceVersion: "33007"
    uid: c2876ecd-92c1-46fd-8960-efc2df67f2d5
  kind: Event
  lastTimestamp: "2026-07-27T21:54:00Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T21:54:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:54:00Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-5zfkc.18c64427e47a90c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33565"
    uid: 4d28d84c-c0f9-465f-9459-79dc78004649
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-133.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-133.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:54:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-5zfkc
    namespace: kserve-ci-e2e-test
    resourceVersion: "33007"
    uid: c2876ecd-92c1-46fd-8960-efc2df67f2d5
  kind: Event
  lastTimestamp: "2026-07-27T21:54:00Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T21:54:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:54:00Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-5zfkc.18c64427e47af078
    namespace: kserve-ci-e2e-test
    resourceVersion: "33566"
    uid: e86ff93e-4c98-49bf-ad0b-dcf9fc54fb7f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-133.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-133.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:52:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-runtime-predictor-58b99fff76
    namespace: kserve-ci-e2e-test
    resourceVersion: "32996"
    uid: 2c3d37ba-9b9b-47d6-b42e-f9d4d738bc75
  kind: Event
  lastTimestamp: "2026-07-27T21:52:48Z"
  message: 'Created pod: isvc-paddle-runtime-predictor-58b99fff76-5zfkc'
  metadata:
    creationTimestamp: "2026-07-27T21:52:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:52:48Z"
    name: isvc-paddle-runtime-predictor-58b99fff76.18c6441737b17333
    namespace: kserve-ci-e2e-test
    resourceVersion: "33006"
    uid: 6606dbea-8ea1-49cd-a4bd-23fd2ca651d2
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:52:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32993"
    uid: 311c924a-07f6-4241-97b1-e5ba064557d7
  kind: Event
  lastTimestamp: "2026-07-27T21:52:48Z"
  message: Scaled up replica set isvc-paddle-runtime-predictor-58b99fff76 from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-27T21:52:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:52:48Z"
    name: isvc-paddle-runtime-predictor.18c6441734f9abf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32997"
    uid: 67f33586-8d6b-414c-b304-6c21a370dc2c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-27T21:53:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32995"
    uid: cc598cfd-bb15-401d-8565-d44f8bcb2ef9
  kind: Event
  lastTimestamp: "2026-07-27T21:53:33Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T21:53:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:53:33Z"
    name: isvc-paddle-runtime-predictor.18c6441ab3ac7639
    namespace: kserve-ci-e2e-test
    resourceVersion: "33355"
    uid: 3adf25d3-1bb7-4588-b86c-3dfe69dafb68
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-27T21:53:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32995"
    uid: cc598cfd-bb15-401d-8565-d44f8bcb2ef9
  kind: Event
  lastTimestamp: "2026-07-27T21:53:33Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T21:53:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:53:33Z"
    name: isvc-paddle-runtime-predictor.18c6441ab40ed148
    namespace: kserve-ci-e2e-test
    resourceVersion: "33356"
    uid: 463bb064-7a4a-4ec2-a96d-2cb04d3b86a4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:53:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33138"
    uid: cc598cfd-bb15-401d-8565-d44f8bcb2ef9
  kind: Event
  lastTimestamp: "2026-07-27T21:53:48Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T21:53:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:53:48Z"
    name: isvc-paddle-runtime-predictor.18c6442530f7e3f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33464"
    uid: a6cd877e-3f49-46f2-8870-f5489c86faf2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:53:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33138"
    uid: cc598cfd-bb15-401d-8565-d44f8bcb2ef9
  kind: Event
  lastTimestamp: "2026-07-27T21:53:48Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T21:53:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:53:48Z"
    name: isvc-paddle-runtime-predictor.18c64425315957b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "33466"
    uid: d655945f-fa00-453e-bdde-13e5c76b28c5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-27T21:52:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32986"
    uid: c565ef38-83a2-43d1-ac7b-1b52ce0464f2
  kind: Event
  lastTimestamp: "2026-07-27T21:53:54Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-27T21:52:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T21:53:54Z"
    name: isvc-paddle-runtime.18c6441734fbaf97
    namespace: kserve-ci-e2e-test
    resourceVersion: "33515"
    uid: 697d9487-94c7-47ca-94ac-e0a8e763aca2
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:52:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32986"
    uid: c565ef38-83a2-43d1-ac7b-1b52ce0464f2
  kind: Event
  lastTimestamp: "2026-07-27T21:52:48Z"
  message: 'Failed to update status for InferenceService "isvc-paddle-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-27T21:52:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T21:52:48Z"
    name: isvc-paddle-runtime.18c6441735953242
    namespace: kserve-ci-e2e-test
    resourceVersion: "33001"
    uid: 33a00c1a-c739-4347-8746-2fcc0bf7feab
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:53:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33513"
    uid: c565ef38-83a2-43d1-ac7b-1b52ce0464f2
  kind: Event
  lastTimestamp: "2026-07-27T21:53:54Z"
  message: InferenceService [isvc-paddle-runtime] is Ready
  metadata:
    creationTimestamp: "2026-07-27T21:53:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T21:53:54Z"
    name: isvc-paddle-runtime.18c64426951838fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "33514"
    uid: d9c5d7a5-06b6-460a-8997-8ef4b407fe85
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-27T21:54:05.570420Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-7628n
    namespace: kserve-ci-e2e-test
    resourceVersion: "33625"
    uid: 108c9f59-3150-47d1-9b23-f7e06259a617
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-v2-kserve-predictor-64d4c74b4d-7628n
    to ip-10-0-142-219.ec2.internal
  metadata:
    creationTimestamp: "2026-07-27T21:54:05Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-27T21:54:05Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-7628n.18c644291712ad21
    namespace: kserve-ci-e2e-test
    resourceVersion: "33632"
    uid: 561e817c-5a43-4d71-a8a8-43755a588827
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-858ff8b64f-jq2m2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:54:05Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-7628n
    namespace: kserve-ci-e2e-test
    resourceVersion: "33635"
    uid: 108c9f59-3150-47d1-9b23-f7e06259a617
  kind: Event
  lastTimestamp: "2026-07-27T21:54:05Z"
  message: Add eth0 [10.133.0.45/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-27T21:54:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-27T21:54:05Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-7628n.18c64429308030e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33646"
    uid: 6c6b9e72-7851-48b3-afba-a412ab8ba6bd
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:54:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-7628n
    namespace: kserve-ci-e2e-test
    resourceVersion: "33629"
    uid: 108c9f59-3150-47d1-9b23-f7e06259a617
  kind: Event
  lastTimestamp: "2026-07-27T21:54:06Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T21:54:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:54:06Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-7628n.18c6442931d80c6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "33648"
    uid: c981563c-8326-410a-9b96-915d1150121d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:54:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-7628n
    namespace: kserve-ci-e2e-test
    resourceVersion: "33629"
    uid: 108c9f59-3150-47d1-9b23-f7e06259a617
  kind: Event
  lastTimestamp: "2026-07-27T21:54:06Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-27T21:54:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:54:06Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-7628n.18c6442934992888
    namespace: kserve-ci-e2e-test
    resourceVersion: "33650"
    uid: 32310ab1-35a4-416a-9120-e32b50c8a35e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:54:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-7628n
    namespace: kserve-ci-e2e-test
    resourceVersion: "33629"
    uid: 108c9f59-3150-47d1-9b23-f7e06259a617
  kind: Event
  lastTimestamp: "2026-07-27T21:54:06Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-27T21:54:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:54:06Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-7628n.18c6442935061c09
    namespace: kserve-ci-e2e-test
    resourceVersion: "33652"
    uid: 64b1e4b3-028d-45cd-b233-b26ca7f616e6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:54:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-7628n
    namespace: kserve-ci-e2e-test
    resourceVersion: "33629"
    uid: 108c9f59-3150-47d1-9b23-f7e06259a617
  kind: Event
  lastTimestamp: "2026-07-27T21:54:11Z"
  message: Container image "kserve/paddleserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-27T21:54:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:54:11Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-7628n.18c6442a5e8d1c2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33692"
    uid: 7666f6ab-50b7-47b9-8a2f-1d0b302450a3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:54:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-7628n
    namespace: kserve-ci-e2e-test
    resourceVersion: "33629"
    uid: 108c9f59-3150-47d1-9b23-f7e06259a617
  kind: Event
  lastTimestamp: "2026-07-27T21:54:11Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-27T21:54:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:54:11Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-7628n.18c6442a618bb52a
    namespace: kserve-ci-e2e-test
    resourceVersion: "33696"
    uid: 6e9aee26-94e9-46fa-88ba-380dae74b90e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:54:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-7628n
    namespace: kserve-ci-e2e-test
    resourceVersion: "33629"
    uid: 108c9f59-3150-47d1-9b23-f7e06259a617
  kind: Event
  lastTimestamp: "2026-07-27T21:54:11Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T21:54:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:54:11Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-7628n.18c6442a61f995ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "33697"
    uid: e6ef86fc-e90b-4af8-8950-d909697cd654
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:54:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-7628n
    namespace: kserve-ci-e2e-test
    resourceVersion: "33629"
    uid: 108c9f59-3150-47d1-9b23-f7e06259a617
  kind: Event
  lastTimestamp: "2026-07-27T21:54:11Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T21:54:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:54:11Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-7628n.18c6442a6203c445
    namespace: kserve-ci-e2e-test
    resourceVersion: "33698"
    uid: 56761bcf-6df3-45ba-8e36-c8fe06a228fd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:54:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-7628n
    namespace: kserve-ci-e2e-test
    resourceVersion: "33629"
    uid: 108c9f59-3150-47d1-9b23-f7e06259a617
  kind: Event
  lastTimestamp: "2026-07-27T21:54:11Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-27T21:54:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:54:11Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-7628n.18c6442a6501788d
    namespace: kserve-ci-e2e-test
    resourceVersion: "33700"
    uid: 1cacb0a3-307f-4a8f-bffb-333b2c23da57
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:54:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-7628n
    namespace: kserve-ci-e2e-test
    resourceVersion: "33629"
    uid: 108c9f59-3150-47d1-9b23-f7e06259a617
  kind: Event
  lastTimestamp: "2026-07-27T21:54:11Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T21:54:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:54:11Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-7628n.18c6442a657644f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33701"
    uid: 61b99c20-f478-4ae5-959c-b8464a20e686
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-07-27T21:54:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-7628n
    namespace: kserve-ci-e2e-test
    resourceVersion: "33629"
    uid: 108c9f59-3150-47d1-9b23-f7e06259a617
  kind: Event
  lastTimestamp: "2026-07-27T21:55:09Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.45:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-27T21:54:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:55:09Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-7628n.18c6442ad667b33f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34138"
    uid: 79931d5a-1195-41fd-9e27-6e52268cad04
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:55:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-7628n
    namespace: kserve-ci-e2e-test
    resourceVersion: "33629"
    uid: 108c9f59-3150-47d1-9b23-f7e06259a617
  kind: Event
  lastTimestamp: "2026-07-27T21:55:07Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T21:55:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:55:07Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-7628n.18c644378bf5c382
    namespace: kserve-ci-e2e-test
    resourceVersion: "34125"
    uid: c91df483-500f-4dcc-a7d8-e25e6b906a61
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:55:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-7628n
    namespace: kserve-ci-e2e-test
    resourceVersion: "33629"
    uid: 108c9f59-3150-47d1-9b23-f7e06259a617
  kind: Event
  lastTimestamp: "2026-07-27T21:55:07Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T21:55:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:55:07Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-7628n.18c644378bf697ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "34126"
    uid: 88e6137c-58d5-4a1b-b061-a761a791521d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T21:55:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-7628n
    namespace: kserve-ci-e2e-test
    resourceVersion: "33629"
    uid: 108c9f59-3150-47d1-9b23-f7e06259a617
  kind: Event
  lastTimestamp: "2026-07-27T21:55:14Z"
  message: 'Readiness probe failed: Get "https://10.133.0.45:8643/healthz": dial tcp
    10.133.0.45:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-27T21:55:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:55:14Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-7628n.18c64437e076e244
    namespace: kserve-ci-e2e-test
    resourceVersion: "34215"
    uid: cc68c4cf-91bf-4e2e-8a1f-e957e1daefa6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:54:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "33616"
    uid: 6534978f-6094-4da7-84e0-714c9d0cbd00
  kind: Event
  lastTimestamp: "2026-07-27T21:54:05Z"
  message: 'Created pod: isvc-paddle-v2-kserve-predictor-64d4c74b4d-7628n'
  metadata:
    creationTimestamp: "2026-07-27T21:54:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:54:05Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d.18c64429167c07f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "33628"
    uid: 5cceb083-a858-4988-a7e9-c8cb43c233df
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:54:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33614"
    uid: 45d1301e-d4d2-48c0-beb9-92c2b14b3871
  kind: Event
  lastTimestamp: "2026-07-27T21:54:05Z"
  message: Scaled up replica set isvc-paddle-v2-kserve-predictor-64d4c74b4d from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-27T21:54:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:54:05Z"
    name: isvc-paddle-v2-kserve-predictor.18c644291386bc6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33618"
    uid: f3109316-86dc-4a82-a537-6389afc3408c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-27T21:54:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33615"
    uid: 46cbe088-83fb-43d1-965e-6bd8fab39dba
  kind: Event
  lastTimestamp: "2026-07-27T21:55:05Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T21:54:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:55:05Z"
    name: isvc-paddle-v2-kserve-predictor.18c6442c9251654d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34091"
    uid: 791a689d-da77-4847-b50e-9947df391984
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-27T21:54:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33615"
    uid: 46cbe088-83fb-43d1-965e-6bd8fab39dba
  kind: Event
  lastTimestamp: "2026-07-27T21:55:05Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T21:54:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:55:05Z"
    name: isvc-paddle-v2-kserve-predictor.18c6442c92b644e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "34093"
    uid: e047582e-c1ba-43b6-9c43-3838032671c8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-27T21:54:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "33607"
    uid: d25d015f-2e80-4556-8ba9-66d3eb5596c0
  kind: Event
  lastTimestamp: "2026-07-27T21:54:59Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-27T21:54:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T21:54:59Z"
    name: isvc-paddle-v2-kserve.18c644291389c4ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "34046"
    uid: ce3bcd82-4919-45ec-b285-5fe12dcfe40b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:54:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "33607"
    uid: d25d015f-2e80-4556-8ba9-66d3eb5596c0
  kind: Event
  lastTimestamp: "2026-07-27T21:54:05Z"
  message: 'Failed to update status for InferenceService "isvc-paddle-v2-kserve":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-27T21:54:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T21:54:05Z"
    name: isvc-paddle-v2-kserve.18c64429140c069a
    namespace: kserve-ci-e2e-test
    resourceVersion: "33621"
    uid: 86568091-63e5-46d0-a8b1-4deeed7966dd
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:54:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "34044"
    uid: d25d015f-2e80-4556-8ba9-66d3eb5596c0
  kind: Event
  lastTimestamp: "2026-07-27T21:54:59Z"
  message: InferenceService [isvc-paddle-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-07-27T21:54:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T21:54:59Z"
    name: isvc-paddle-v2-kserve.18c6443591c93d8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "34045"
    uid: 9b664da8-fcca-43c3-9200-e9819cfb1e97
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-27T21:51:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "32339"
    uid: 98ca1900-b201-4b2e-9950-a1ee6635d953
  kind: Event
  lastTimestamp: "2026-07-27T21:52:37Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-27T21:51:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T21:52:37Z"
    name: isvc-paddle.18c644055272a70d
    namespace: kserve-ci-e2e-test
    resourceVersion: "32883"
    uid: db409ab0-e71b-42ca-8bfb-7026bdbfaafc
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:51:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "32339"
    uid: 98ca1900-b201-4b2e-9950-a1ee6635d953
  kind: Event
  lastTimestamp: "2026-07-27T21:51:31Z"
  message: 'Failed to update status for InferenceService "isvc-paddle": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-07-27T21:51:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T21:51:31Z"
    name: isvc-paddle.18c6440552f36fb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "32356"
    uid: 2592b562-a313-4d42-83cd-7cf4233dea34
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:52:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "32881"
    uid: 98ca1900-b201-4b2e-9950-a1ee6635d953
  kind: Event
  lastTimestamp: "2026-07-27T21:52:37Z"
  message: InferenceService [isvc-paddle] is Ready
  metadata:
    creationTimestamp: "2026-07-27T21:52:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T21:52:37Z"
    name: isvc-paddle.18c644149cacbea8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32882"
    uid: b44cee3e-906c-4b67-b6b3-c282dbc4c433
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-27T21:55:12.809442Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-rgmk6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34184"
    uid: ef39854c-4198-47ad-b6b2-760ebd9534f8
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-predictor-8674795f59-rgmk6
    to ip-10-0-142-219.ec2.internal
  metadata:
    creationTimestamp: "2026-07-27T21:55:12Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-27T21:55:12Z"
    name: isvc-pmml-predictor-8674795f59-rgmk6.18c64438bed4af5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34191"
    uid: 7337ea19-51ac-45f2-8ce0-523b6e54fb0a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-858ff8b64f-jq2m2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:55:13Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-rgmk6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34188"
    uid: ef39854c-4198-47ad-b6b2-760ebd9534f8
  kind: Event
  lastTimestamp: "2026-07-27T21:55:13Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-pmml-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-27T21:55:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:55:13Z"
    name: isvc-pmml-predictor-8674795f59-rgmk6.18c64438cb6bcd0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34201"
    uid: d04059fd-e89d-41ca-9d78-f7f7bc958603
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:55:13Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-rgmk6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34196"
    uid: ef39854c-4198-47ad-b6b2-760ebd9534f8
  kind: Event
  lastTimestamp: "2026-07-27T21:55:13Z"
  message: Add eth0 [10.133.0.46/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-27T21:55:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-27T21:55:13Z"
    name: isvc-pmml-predictor-8674795f59-rgmk6.18c64438fc056208
    namespace: kserve-ci-e2e-test
    resourceVersion: "34209"
    uid: 3ad8bd98-669c-403d-bbcc-b4f2e6f4222e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:55:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-rgmk6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34188"
    uid: ef39854c-4198-47ad-b6b2-760ebd9534f8
  kind: Event
  lastTimestamp: "2026-07-27T21:55:13Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T21:55:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:55:13Z"
    name: isvc-pmml-predictor-8674795f59-rgmk6.18c64438fd751060
    namespace: kserve-ci-e2e-test
    resourceVersion: "34211"
    uid: ad6c3bbc-98b1-46ba-8fa6-b2899a5e6817
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:55:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-rgmk6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34188"
    uid: ef39854c-4198-47ad-b6b2-760ebd9534f8
  kind: Event
  lastTimestamp: "2026-07-27T21:55:13Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-27T21:55:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:55:13Z"
    name: isvc-pmml-predictor-8674795f59-rgmk6.18c64439002cf819
    namespace: kserve-ci-e2e-test
    resourceVersion: "34212"
    uid: b0b00d44-a120-450c-98ae-0712b8b0df34
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:55:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-rgmk6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34188"
    uid: ef39854c-4198-47ad-b6b2-760ebd9534f8
  kind: Event
  lastTimestamp: "2026-07-27T21:55:13Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-27T21:55:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:55:13Z"
    name: isvc-pmml-predictor-8674795f59-rgmk6.18c6443900a02fac
    namespace: kserve-ci-e2e-test
    resourceVersion: "34213"
    uid: 9db940a3-486c-463b-9051-701185ca27cf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:55:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-rgmk6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34188"
    uid: ef39854c-4198-47ad-b6b2-760ebd9534f8
  kind: Event
  lastTimestamp: "2026-07-27T21:55:18Z"
  message: Pulling image "kserve/pmmlserver:latest"
  metadata:
    creationTimestamp: "2026-07-27T21:55:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:55:18Z"
    name: isvc-pmml-predictor-8674795f59-rgmk6.18c6443a08081e2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34252"
    uid: 49a38d70-452f-4377-933a-cef265ed99bc
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:55:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-rgmk6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34188"
    uid: ef39854c-4198-47ad-b6b2-760ebd9534f8
  kind: Event
  lastTimestamp: "2026-07-27T21:55:25Z"
  message: 'Successfully pulled image "kserve/pmmlserver:latest" in 6.879s (6.879s
    including waiting). Image size: 801937279 bytes.'
  metadata:
    creationTimestamp: "2026-07-27T21:55:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:55:25Z"
    name: isvc-pmml-predictor-8674795f59-rgmk6.18c6443ba21409e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34304"
    uid: e7055df9-c8e7-46cc-983e-bbd39ad23be7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:55:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-rgmk6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34188"
    uid: ef39854c-4198-47ad-b6b2-760ebd9534f8
  kind: Event
  lastTimestamp: "2026-07-27T21:55:25Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-27T21:55:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:55:25Z"
    name: isvc-pmml-predictor-8674795f59-rgmk6.18c6443ba51566b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "34305"
    uid: d55ea045-b189-46c8-9897-e45afd6b8176
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:55:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-rgmk6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34188"
    uid: ef39854c-4198-47ad-b6b2-760ebd9534f8
  kind: Event
  lastTimestamp: "2026-07-27T21:55:25Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T21:55:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:55:25Z"
    name: isvc-pmml-predictor-8674795f59-rgmk6.18c6443ba582441a
    namespace: kserve-ci-e2e-test
    resourceVersion: "34306"
    uid: 8e6f06f5-e4af-49e1-a0f2-4bbf7e75d352
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:55:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-rgmk6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34188"
    uid: ef39854c-4198-47ad-b6b2-760ebd9534f8
  kind: Event
  lastTimestamp: "2026-07-27T21:55:25Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T21:55:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:55:25Z"
    name: isvc-pmml-predictor-8674795f59-rgmk6.18c6443ba58b4334
    namespace: kserve-ci-e2e-test
    resourceVersion: "34307"
    uid: 2b2e0434-b8d1-4c89-8854-0c857272535f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:55:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-rgmk6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34188"
    uid: ef39854c-4198-47ad-b6b2-760ebd9534f8
  kind: Event
  lastTimestamp: "2026-07-27T21:55:25Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-27T21:55:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:55:25Z"
    name: isvc-pmml-predictor-8674795f59-rgmk6.18c6443ba856eade
    namespace: kserve-ci-e2e-test
    resourceVersion: "34308"
    uid: 01e0715a-d49e-4a66-a014-1c2fdd1b61ec
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:55:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-rgmk6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34188"
    uid: ef39854c-4198-47ad-b6b2-760ebd9534f8
  kind: Event
  lastTimestamp: "2026-07-27T21:55:25Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T21:55:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:55:25Z"
    name: isvc-pmml-predictor-8674795f59-rgmk6.18c6443ba8d035ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "34309"
    uid: 2edcfb7b-ec24-47ba-a64a-5432cd7effe0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-27T21:55:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-rgmk6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34188"
    uid: ef39854c-4198-47ad-b6b2-760ebd9534f8
  kind: Event
  lastTimestamp: "2026-07-27T21:56:33Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.46:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-27T21:55:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:56:33Z"
    name: isvc-pmml-predictor-8674795f59-rgmk6.18c6443be795d9e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "34794"
    uid: 5ba1f909-ba1d-4db3-9f14-b070ae092891
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:56:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-rgmk6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34188"
    uid: ef39854c-4198-47ad-b6b2-760ebd9534f8
  kind: Event
  lastTimestamp: "2026-07-27T21:56:53Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T21:56:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:56:53Z"
    name: isvc-pmml-predictor-8674795f59-rgmk6.18c644504bd569c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "34963"
    uid: 0d1cbcb5-bff1-4946-9eb6-4f62704dc735
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:56:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-rgmk6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34188"
    uid: ef39854c-4198-47ad-b6b2-760ebd9534f8
  kind: Event
  lastTimestamp: "2026-07-27T21:56:53Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T21:56:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:56:53Z"
    name: isvc-pmml-predictor-8674795f59-rgmk6.18c644504bdb7b1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "34964"
    uid: 81f4766e-9f5c-4e0c-aa9d-7303c12c17ef
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:55:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-predictor-8674795f59
    namespace: kserve-ci-e2e-test
    resourceVersion: "34175"
    uid: fb5cc5a1-824a-49c1-a83b-915a506c02e7
  kind: Event
  lastTimestamp: "2026-07-27T21:55:12Z"
  message: 'Created pod: isvc-pmml-predictor-8674795f59-rgmk6'
  metadata:
    creationTimestamp: "2026-07-27T21:55:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:55:12Z"
    name: isvc-pmml-predictor-8674795f59.18c64438be49fdc1
    namespace: kserve-ci-e2e-test
    resourceVersion: "34187"
    uid: d24527fd-8b5c-4c87-b865-b220901ad5d7
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:55:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34173"
    uid: 82c9d6ce-2880-4692-9e16-ca2755e1fe85
  kind: Event
  lastTimestamp: "2026-07-27T21:55:12Z"
  message: Scaled up replica set isvc-pmml-predictor-8674795f59 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-27T21:55:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:55:12Z"
    name: isvc-pmml-predictor.18c64438bb387604
    namespace: kserve-ci-e2e-test
    resourceVersion: "34176"
    uid: 506fc853-0374-4750-a3c0-e55416b64172
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T21:55:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34174"
    uid: bd85d79a-2543-45b0-b5eb-a30ea182861d
  kind: Event
  lastTimestamp: "2026-07-27T21:55:57Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T21:55:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:55:57Z"
    name: isvc-pmml-predictor.18c6443c3a0f6fe7
    namespace: kserve-ci-e2e-test
    resourceVersion: "34544"
    uid: a3227009-f147-4849-a664-4ccb9ef8ebee
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T21:55:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34174"
    uid: bd85d79a-2543-45b0-b5eb-a30ea182861d
  kind: Event
  lastTimestamp: "2026-07-27T21:55:57Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T21:55:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:55:57Z"
    name: isvc-pmml-predictor.18c6443c3a730c38
    namespace: kserve-ci-e2e-test
    resourceVersion: "34546"
    uid: b5d2f9fe-9bbf-496b-b86d-2ab1f34ab4e9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-27T21:55:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34331"
    uid: bd85d79a-2543-45b0-b5eb-a30ea182861d
  kind: Event
  lastTimestamp: "2026-07-27T21:56:42Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T21:55:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:56:42Z"
    name: isvc-pmml-predictor.18c6443fb92f46b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34860"
    uid: 980ec94b-8d39-40a3-85f0-3b5365a37396
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-27T21:55:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34331"
    uid: bd85d79a-2543-45b0-b5eb-a30ea182861d
  kind: Event
  lastTimestamp: "2026-07-27T21:56:42Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T21:55:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:56:42Z"
    name: isvc-pmml-predictor.18c6443fb99540ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "34861"
    uid: 3ffb5c66-d337-4118-8b92-0455f56385e1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-27T21:56:59.046963Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-ksxtn
    namespace: kserve-ci-e2e-test
    resourceVersion: "35026"
    uid: a567a0d8-1e44-4f25-b3c1-c8d334e3c894
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-runtime-predictor-885fc8777-ksxtn
    to ip-10-0-142-219.ec2.internal
  metadata:
    creationTimestamp: "2026-07-27T21:56:59Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-27T21:56:59Z"
    name: isvc-pmml-runtime-predictor-885fc8777-ksxtn.18c644517b149d8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "35031"
    uid: 616ab4b4-9efe-4bfd-a07c-8fad2f739f0b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-858ff8b64f-jq2m2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:56:59Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-ksxtn
    namespace: kserve-ci-e2e-test
    resourceVersion: "35037"
    uid: a567a0d8-1e44-4f25-b3c1-c8d334e3c894
  kind: Event
  lastTimestamp: "2026-07-27T21:56:59Z"
  message: Add eth0 [10.133.0.47/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-27T21:56:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-27T21:56:59Z"
    name: isvc-pmml-runtime-predictor-885fc8777-ksxtn.18c644519447a440
    namespace: kserve-ci-e2e-test
    resourceVersion: "35044"
    uid: f2e78987-a676-4ada-9568-22fc8b098d22
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:56:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-ksxtn
    namespace: kserve-ci-e2e-test
    resourceVersion: "35028"
    uid: a567a0d8-1e44-4f25-b3c1-c8d334e3c894
  kind: Event
  lastTimestamp: "2026-07-27T21:56:59Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T21:56:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:56:59Z"
    name: isvc-pmml-runtime-predictor-885fc8777-ksxtn.18c64451959aeb7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35046"
    uid: 696bcb13-f5a4-4903-9ad7-f339509e7f34
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:56:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-ksxtn
    namespace: kserve-ci-e2e-test
    resourceVersion: "35028"
    uid: a567a0d8-1e44-4f25-b3c1-c8d334e3c894
  kind: Event
  lastTimestamp: "2026-07-27T21:56:59Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-27T21:56:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:56:59Z"
    name: isvc-pmml-runtime-predictor-885fc8777-ksxtn.18c64451988cae24
    namespace: kserve-ci-e2e-test
    resourceVersion: "35047"
    uid: bceb0606-0a5f-4be4-a9c9-4b017ea5393d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:56:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-ksxtn
    namespace: kserve-ci-e2e-test
    resourceVersion: "35028"
    uid: a567a0d8-1e44-4f25-b3c1-c8d334e3c894
  kind: Event
  lastTimestamp: "2026-07-27T21:56:59Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-27T21:56:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:56:59Z"
    name: isvc-pmml-runtime-predictor-885fc8777-ksxtn.18c6445198ff9892
    namespace: kserve-ci-e2e-test
    resourceVersion: "35048"
    uid: ec6eebf4-43fa-4af1-bc24-b4f662989473
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:57:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-ksxtn
    namespace: kserve-ci-e2e-test
    resourceVersion: "35028"
    uid: a567a0d8-1e44-4f25-b3c1-c8d334e3c894
  kind: Event
  lastTimestamp: "2026-07-27T21:57:03Z"
  message: Container image "kserve/pmmlserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-27T21:57:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:57:03Z"
    name: isvc-pmml-runtime-predictor-885fc8777-ksxtn.18c64452944749e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "35080"
    uid: 3b04292d-621f-4022-ba82-1a3a40c70908
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:57:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-ksxtn
    namespace: kserve-ci-e2e-test
    resourceVersion: "35028"
    uid: a567a0d8-1e44-4f25-b3c1-c8d334e3c894
  kind: Event
  lastTimestamp: "2026-07-27T21:57:03Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-27T21:57:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:57:03Z"
    name: isvc-pmml-runtime-predictor-885fc8777-ksxtn.18c64452971085b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "35084"
    uid: c893a0c0-7086-45b7-a81e-f455228251a6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:57:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-ksxtn
    namespace: kserve-ci-e2e-test
    resourceVersion: "35028"
    uid: a567a0d8-1e44-4f25-b3c1-c8d334e3c894
  kind: Event
  lastTimestamp: "2026-07-27T21:57:03Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T21:57:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:57:03Z"
    name: isvc-pmml-runtime-predictor-885fc8777-ksxtn.18c64452977f8810
    namespace: kserve-ci-e2e-test
    resourceVersion: "35087"
    uid: 8a702e9a-310f-4456-817f-20633c0c0ae0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:57:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-ksxtn
    namespace: kserve-ci-e2e-test
    resourceVersion: "35028"
    uid: a567a0d8-1e44-4f25-b3c1-c8d334e3c894
  kind: Event
  lastTimestamp: "2026-07-27T21:57:03Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T21:57:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:57:03Z"
    name: isvc-pmml-runtime-predictor-885fc8777-ksxtn.18c644529789e6d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "35088"
    uid: 559dc24e-b8e4-42fc-8edc-c7fff8a3372a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:57:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-ksxtn
    namespace: kserve-ci-e2e-test
    resourceVersion: "35028"
    uid: a567a0d8-1e44-4f25-b3c1-c8d334e3c894
  kind: Event
  lastTimestamp: "2026-07-27T21:57:03Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-27T21:57:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:57:03Z"
    name: isvc-pmml-runtime-predictor-885fc8777-ksxtn.18c644529a3db6da
    namespace: kserve-ci-e2e-test
    resourceVersion: "35090"
    uid: 9b3ba995-a66c-4aae-b328-4cde4a07ccc6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:57:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-ksxtn
    namespace: kserve-ci-e2e-test
    resourceVersion: "35028"
    uid: a567a0d8-1e44-4f25-b3c1-c8d334e3c894
  kind: Event
  lastTimestamp: "2026-07-27T21:57:03Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T21:57:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:57:03Z"
    name: isvc-pmml-runtime-predictor-885fc8777-ksxtn.18c644529aac7edb
    namespace: kserve-ci-e2e-test
    resourceVersion: "35091"
    uid: df9a8bc8-b252-4bf9-82bc-60de02f0c047
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-27T21:57:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-ksxtn
    namespace: kserve-ci-e2e-test
    resourceVersion: "35028"
    uid: a567a0d8-1e44-4f25-b3c1-c8d334e3c894
  kind: Event
  lastTimestamp: "2026-07-27T21:58:31Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.47:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-27T21:57:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:58:31Z"
    name: isvc-pmml-runtime-predictor-885fc8777-ksxtn.18c644530c0ec1d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "35748"
    uid: 95cd8b9b-5b02-4922-9574-aa0f46b038d0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:58:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-ksxtn
    namespace: kserve-ci-e2e-test
    resourceVersion: "35028"
    uid: a567a0d8-1e44-4f25-b3c1-c8d334e3c894
  kind: Event
  lastTimestamp: "2026-07-27T21:58:30Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T21:58:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:58:30Z"
    name: isvc-pmml-runtime-predictor-885fc8777-ksxtn.18c64466ab0659d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "35733"
    uid: 5104f832-bdfa-4020-8c58-fc9485a262e5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:58:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-ksxtn
    namespace: kserve-ci-e2e-test
    resourceVersion: "35028"
    uid: a567a0d8-1e44-4f25-b3c1-c8d334e3c894
  kind: Event
  lastTimestamp: "2026-07-27T21:58:30Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T21:58:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:58:30Z"
    name: isvc-pmml-runtime-predictor-885fc8777-ksxtn.18c64466ab06f0a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "35734"
    uid: 851a14e4-f50b-449b-8d67-b56ea61f5fe9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:58:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-ksxtn
    namespace: kserve-ci-e2e-test
    resourceVersion: "35028"
    uid: a567a0d8-1e44-4f25-b3c1-c8d334e3c894
  kind: Event
  lastTimestamp: "2026-07-27T21:58:31Z"
  message: 'Readiness probe failed: Get "https://10.133.0.47:8643/healthz": dial tcp
    10.133.0.47:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-27T21:58:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:58:31Z"
    name: isvc-pmml-runtime-predictor-885fc8777-ksxtn.18c64467123ea07c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35747"
    uid: badd7fbd-d268-4411-8b93-b549df8dca59
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:56:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-runtime-predictor-885fc8777
    namespace: kserve-ci-e2e-test
    resourceVersion: "35014"
    uid: a19c6cc9-62d1-448a-a111-e13745da7abe
  kind: Event
  lastTimestamp: "2026-07-27T21:56:59Z"
  message: 'Created pod: isvc-pmml-runtime-predictor-885fc8777-ksxtn'
  metadata:
    creationTimestamp: "2026-07-27T21:56:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:56:59Z"
    name: isvc-pmml-runtime-predictor-885fc8777.18c644517aa3980d
    namespace: kserve-ci-e2e-test
    resourceVersion: "35027"
    uid: b8b45690-8d0f-4de8-9cab-5011c1f06744
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:56:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35012"
    uid: 467732ed-15e3-4883-ab0e-f656d7443e19
  kind: Event
  lastTimestamp: "2026-07-27T21:56:58Z"
  message: Scaled up replica set isvc-pmml-runtime-predictor-885fc8777 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-27T21:56:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:56:58Z"
    name: isvc-pmml-runtime-predictor.18c64451762dc71e
    namespace: kserve-ci-e2e-test
    resourceVersion: "35015"
    uid: c3e03124-364b-46ee-ab0a-1b70c0e4fe57
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T21:57:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35013"
    uid: a2bf12ab-808e-4eca-8b3f-5b11764a14c1
  kind: Event
  lastTimestamp: "2026-07-27T21:57:28Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T21:57:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:57:29Z"
    name: isvc-pmml-runtime-predictor.18c64454f526d76e
    namespace: kserve-ci-e2e-test
    resourceVersion: "35276"
    uid: 526cc530-58d9-4ad1-8985-26cda78126e4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T21:57:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35013"
    uid: a2bf12ab-808e-4eca-8b3f-5b11764a14c1
  kind: Event
  lastTimestamp: "2026-07-27T21:57:28Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T21:57:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:57:29Z"
    name: isvc-pmml-runtime-predictor.18c64454f58244a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "35277"
    uid: c254540b-f61c-4f49-a6e1-c7810feb13a0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-27T21:57:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35171"
    uid: a2bf12ab-808e-4eca-8b3f-5b11764a14c1
  kind: Event
  lastTimestamp: "2026-07-27T21:58:29Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T21:57:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:58:29Z"
    name: isvc-pmml-runtime-predictor.18c6445bf41f0a27
    namespace: kserve-ci-e2e-test
    resourceVersion: "35710"
    uid: 26589572-89a2-46f3-8fba-7e1faa009055
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-27T21:57:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35171"
    uid: a2bf12ab-808e-4eca-8b3f-5b11764a14c1
  kind: Event
  lastTimestamp: "2026-07-27T21:58:29Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T21:57:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:58:29Z"
    name: isvc-pmml-runtime-predictor.18c6445bf4a9080b
    namespace: kserve-ci-e2e-test
    resourceVersion: "35711"
    uid: a950a4e9-d6f9-451b-8c94-9400197596cb
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-27T21:56:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "35005"
    uid: 243077e2-7257-43b5-ab95-d1f1b416225b
  kind: Event
  lastTimestamp: "2026-07-27T21:58:21Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-27T21:56:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T21:58:21Z"
    name: isvc-pmml-runtime.18c644517630cbc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "35657"
    uid: a018f41d-61cb-4349-bc3b-adf0d6cc5ea8
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T21:56:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "35005"
    uid: 243077e2-7257-43b5-ab95-d1f1b416225b
  kind: Event
  lastTimestamp: "2026-07-27T21:56:59Z"
  message: 'Failed to update status for InferenceService "isvc-pmml-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-27T21:56:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T21:56:59Z"
    name: isvc-pmml-runtime.18c6445176a69546
    namespace: kserve-ci-e2e-test
    resourceVersion: "35038"
    uid: cb420430-842c-4a08-bfef-8140cb03755e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:56:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "35007"
    uid: 243077e2-7257-43b5-ab95-d1f1b416225b
  kind: Event
  lastTimestamp: "2026-07-27T21:56:59Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-pmml-runtime": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-27T21:56:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T21:56:59Z"
    name: isvc-pmml-runtime.18c644517c7df6a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "35039"
    uid: 314d8907-49ec-4188-80f0-3a1b11e33c4e
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:58:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "35655"
    uid: 243077e2-7257-43b5-ab95-d1f1b416225b
  kind: Event
  lastTimestamp: "2026-07-27T21:58:21Z"
  message: InferenceService [isvc-pmml-runtime] is Ready
  metadata:
    creationTimestamp: "2026-07-27T21:58:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T21:58:21Z"
    name: isvc-pmml-runtime.18c64464c83226ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "35656"
    uid: 8793affb-4a38-41d4-b324-614c6a97bb12
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-27T21:58:35.156765Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-wtzgc
    namespace: kserve-ci-e2e-test
    resourceVersion: "35801"
    uid: 2c5fe8b5-6f1e-482e-bbeb-03ccc03ee6b0
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-v2-kserve-predictor-84cb55486c-wtzgc
    to ip-10-0-142-219.ec2.internal
  metadata:
    creationTimestamp: "2026-07-27T21:58:35Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-27T21:58:35Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-wtzgc.18c64467dbabdac7
    namespace: kserve-ci-e2e-test
    resourceVersion: "35806"
    uid: 6c08ce2e-ded4-4451-9872-b5b02ce03a23
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-858ff8b64f-jq2m2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:58:35Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-wtzgc
    namespace: kserve-ci-e2e-test
    resourceVersion: "35803"
    uid: 2c5fe8b5-6f1e-482e-bbeb-03ccc03ee6b0
  kind: Event
  lastTimestamp: "2026-07-27T21:58:35Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-pmml-v2-kserve-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-27T21:58:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:58:35Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-wtzgc.18c64467ea58df00
    namespace: kserve-ci-e2e-test
    resourceVersion: "35816"
    uid: a231244a-ebc2-4cb1-a04d-318acbaa9131
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:58:36Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-wtzgc
    namespace: kserve-ci-e2e-test
    resourceVersion: "35812"
    uid: 2c5fe8b5-6f1e-482e-bbeb-03ccc03ee6b0
  kind: Event
  lastTimestamp: "2026-07-27T21:58:36Z"
  message: Add eth0 [10.133.0.48/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-27T21:58:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-27T21:58:36Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-wtzgc.18c644681938348d
    namespace: kserve-ci-e2e-test
    resourceVersion: "35822"
    uid: 5010e806-a065-4644-8c73-84be79b281e9
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:58:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-wtzgc
    namespace: kserve-ci-e2e-test
    resourceVersion: "35803"
    uid: 2c5fe8b5-6f1e-482e-bbeb-03ccc03ee6b0
  kind: Event
  lastTimestamp: "2026-07-27T21:58:36Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T21:58:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:58:36Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-wtzgc.18c644681ad4d086
    namespace: kserve-ci-e2e-test
    resourceVersion: "35825"
    uid: ba71f7b8-092f-4e91-ab25-f094d10f1a06
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:58:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-wtzgc
    namespace: kserve-ci-e2e-test
    resourceVersion: "35803"
    uid: 2c5fe8b5-6f1e-482e-bbeb-03ccc03ee6b0
  kind: Event
  lastTimestamp: "2026-07-27T21:58:36Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-27T21:58:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:58:36Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-wtzgc.18c644681d69438b
    namespace: kserve-ci-e2e-test
    resourceVersion: "35826"
    uid: 1dd7568b-5dc2-4e55-841d-aa0f4cccdf5c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:58:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-wtzgc
    namespace: kserve-ci-e2e-test
    resourceVersion: "35803"
    uid: 2c5fe8b5-6f1e-482e-bbeb-03ccc03ee6b0
  kind: Event
  lastTimestamp: "2026-07-27T21:58:36Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-27T21:58:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:58:36Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-wtzgc.18c644681dd8cb78
    namespace: kserve-ci-e2e-test
    resourceVersion: "35827"
    uid: 398a1090-2d20-4f3e-8fcf-63b2a6a75121
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:58:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-wtzgc
    namespace: kserve-ci-e2e-test
    resourceVersion: "35803"
    uid: 2c5fe8b5-6f1e-482e-bbeb-03ccc03ee6b0
  kind: Event
  lastTimestamp: "2026-07-27T21:58:40Z"
  message: Container image "kserve/pmmlserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-27T21:58:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:58:40Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-wtzgc.18c64469059121ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "35860"
    uid: 555a20b6-d8a9-489f-8325-105b19750c79
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:58:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-wtzgc
    namespace: kserve-ci-e2e-test
    resourceVersion: "35803"
    uid: 2c5fe8b5-6f1e-482e-bbeb-03ccc03ee6b0
  kind: Event
  lastTimestamp: "2026-07-27T21:58:40Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-27T21:58:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:58:40Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-wtzgc.18c64469086749d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "35863"
    uid: a41d085f-3e59-40bb-81f4-edf2c20c630b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:58:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-wtzgc
    namespace: kserve-ci-e2e-test
    resourceVersion: "35803"
    uid: 2c5fe8b5-6f1e-482e-bbeb-03ccc03ee6b0
  kind: Event
  lastTimestamp: "2026-07-27T21:58:40Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T21:58:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:58:40Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-wtzgc.18c6446908dbc2fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "35864"
    uid: 8b89eba4-2eeb-416a-8388-87060985536a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:58:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-wtzgc
    namespace: kserve-ci-e2e-test
    resourceVersion: "35803"
    uid: 2c5fe8b5-6f1e-482e-bbeb-03ccc03ee6b0
  kind: Event
  lastTimestamp: "2026-07-27T21:58:40Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T21:58:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:58:40Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-wtzgc.18c6446908e6ef11
    namespace: kserve-ci-e2e-test
    resourceVersion: "35866"
    uid: 84573647-1de1-4062-bf50-8a16f98afbd0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:58:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-wtzgc
    namespace: kserve-ci-e2e-test
    resourceVersion: "35803"
    uid: 2c5fe8b5-6f1e-482e-bbeb-03ccc03ee6b0
  kind: Event
  lastTimestamp: "2026-07-27T21:58:40Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-27T21:58:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:58:40Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-wtzgc.18c644690bf12e8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "35869"
    uid: a97f7a57-f802-4c61-b5b6-ca535929ca90
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:58:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-wtzgc
    namespace: kserve-ci-e2e-test
    resourceVersion: "35803"
    uid: 2c5fe8b5-6f1e-482e-bbeb-03ccc03ee6b0
  kind: Event
  lastTimestamp: "2026-07-27T21:58:40Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T21:58:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:58:40Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-wtzgc.18c644690c60559c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35870"
    uid: bb3da577-0361-4a49-bf2c-723b75ee5e57
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-27T21:58:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-wtzgc
    namespace: kserve-ci-e2e-test
    resourceVersion: "35803"
    uid: 2c5fe8b5-6f1e-482e-bbeb-03ccc03ee6b0
  kind: Event
  lastTimestamp: "2026-07-27T21:59:51Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.48:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-27T21:58:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:59:51Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-wtzgc.18c644697d5f90cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "36373"
    uid: 5ac35b39-fcb6-479d-b6e2-8cd5c6f50750
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:00:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-wtzgc
    namespace: kserve-ci-e2e-test
    resourceVersion: "35803"
    uid: 2c5fe8b5-6f1e-482e-bbeb-03ccc03ee6b0
  kind: Event
  lastTimestamp: "2026-07-27T22:00:06Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T22:00:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:00:06Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-wtzgc.18c6447d14c1a5e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36497"
    uid: 7a2662fd-f16d-4386-845b-175273167d5e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:00:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-wtzgc
    namespace: kserve-ci-e2e-test
    resourceVersion: "35803"
    uid: 2c5fe8b5-6f1e-482e-bbeb-03ccc03ee6b0
  kind: Event
  lastTimestamp: "2026-07-27T22:00:06Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T22:00:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:00:06Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-wtzgc.18c6447d14c2371a
    namespace: kserve-ci-e2e-test
    resourceVersion: "36498"
    uid: 54a39db6-69f4-452f-b5b7-20e546b31b50
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:00:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-wtzgc
    namespace: kserve-ci-e2e-test
    resourceVersion: "35803"
    uid: 2c5fe8b5-6f1e-482e-bbeb-03ccc03ee6b0
  kind: Event
  lastTimestamp: "2026-07-27T22:00:08Z"
  message: 'Readiness probe failed: Get "https://10.133.0.48:8643/healthz": dial tcp
    10.133.0.48:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-27T22:00:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:00:08Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-wtzgc.18c6447d83894c09
    namespace: kserve-ci-e2e-test
    resourceVersion: "36511"
    uid: 9e2232bd-719c-4bb7-81ae-9dce0f73d9b7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:58:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-v2-kserve-predictor-84cb55486c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35790"
    uid: eab922f5-2aa3-4af7-9968-fc297ac4e5fa
  kind: Event
  lastTimestamp: "2026-07-27T21:58:35Z"
  message: 'Created pod: isvc-pmml-v2-kserve-predictor-84cb55486c-wtzgc'
  metadata:
    creationTimestamp: "2026-07-27T21:58:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:58:35Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c.18c64467db45e973
    namespace: kserve-ci-e2e-test
    resourceVersion: "35802"
    uid: 9b61be2c-b270-4cf9-a943-2684445f8bbf
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:58:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35787"
    uid: 6167fe1a-37cc-4ac0-83c0-3348a00fc665
  kind: Event
  lastTimestamp: "2026-07-27T21:58:35Z"
  message: Scaled up replica set isvc-pmml-v2-kserve-predictor-84cb55486c from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-27T21:58:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:58:35Z"
    name: isvc-pmml-v2-kserve-predictor.18c64467d68b413f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35792"
    uid: d0d6a934-0bf5-4197-85b6-997bfa2a7dd3
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T21:58:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35789"
    uid: 6721807c-1b7f-486b-bbf7-490f87b0ca67
  kind: Event
  lastTimestamp: "2026-07-27T21:59:20Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T21:58:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:59:20Z"
    name: isvc-pmml-v2-kserve-predictor.18c6446b554da0c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36153"
    uid: cbfe6799-064f-440a-a503-51937cc05760
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T21:58:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35789"
    uid: 6721807c-1b7f-486b-bbf7-490f87b0ca67
  kind: Event
  lastTimestamp: "2026-07-27T21:59:20Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T21:58:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:59:20Z"
    name: isvc-pmml-v2-kserve-predictor.18c6446b55c08ac7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36154"
    uid: 1f654427-e78d-4e42-90a5-633625d7a119
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-27T21:59:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35939"
    uid: 6721807c-1b7f-486b-bbf7-490f87b0ca67
  kind: Event
  lastTimestamp: "2026-07-27T22:00:05Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T21:59:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T22:00:05Z"
    name: isvc-pmml-v2-kserve-predictor.18c6446ed4cdd445
    namespace: kserve-ci-e2e-test
    resourceVersion: "36471"
    uid: e5b729c7-f1a8-4400-a038-51b4d135dede
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-27T21:59:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35939"
    uid: 6721807c-1b7f-486b-bbf7-490f87b0ca67
  kind: Event
  lastTimestamp: "2026-07-27T22:00:05Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T21:59:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T22:00:05Z"
    name: isvc-pmml-v2-kserve-predictor.18c6446ed5391c00
    namespace: kserve-ci-e2e-test
    resourceVersion: "36472"
    uid: ce57b29e-5ef7-4948-9ad4-6ac3d9e1dbbc
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-27T21:58:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "35780"
    uid: 822bcca5-4f60-4134-b95e-b32bd38cdd9a
  kind: Event
  lastTimestamp: "2026-07-27T22:00:01Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-27T21:58:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T22:00:01Z"
    name: isvc-pmml-v2-kserve.18c64467d6619eac
    namespace: kserve-ci-e2e-test
    resourceVersion: "36447"
    uid: 7504148d-47b5-4f9e-8bae-78a640299ca5
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T21:58:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "35780"
    uid: 822bcca5-4f60-4134-b95e-b32bd38cdd9a
  kind: Event
  lastTimestamp: "2026-07-27T21:58:35Z"
  message: 'Failed to update status for InferenceService "isvc-pmml-v2-kserve": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-27T21:58:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T21:58:35Z"
    name: isvc-pmml-v2-kserve.18c64467d6b93c4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "35809"
    uid: 8fe7644e-70df-4c3f-bb5c-f5fbef505f3f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:58:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "35783"
    uid: 822bcca5-4f60-4134-b95e-b32bd38cdd9a
  kind: Event
  lastTimestamp: "2026-07-27T21:58:35Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-pmml-v2-kserve": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-27T21:58:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T21:58:35Z"
    name: isvc-pmml-v2-kserve.18c64467dc270d72
    namespace: kserve-ci-e2e-test
    resourceVersion: "35810"
    uid: 2c0672f7-663f-431a-a4d3-13d1e6a764f2
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:00:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "36445"
    uid: 822bcca5-4f60-4134-b95e-b32bd38cdd9a
  kind: Event
  lastTimestamp: "2026-07-27T22:00:01Z"
  message: InferenceService [isvc-pmml-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-07-27T22:00:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T22:00:01Z"
    name: isvc-pmml-v2-kserve.18c6447be4b7871c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36446"
    uid: 66ef6486-20fa-49bc-badd-4be17e8adeb8
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-27T21:55:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "34166"
    uid: f9dec509-2fac-4642-8023-be868dff8338
  kind: Event
  lastTimestamp: "2026-07-27T21:56:43Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-27T21:55:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T21:56:43Z"
    name: isvc-pmml.18c64438bb65fec5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34872"
    uid: 4b8ee865-ccd3-48ef-a554-0cdbdff40c5d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:55:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "34166"
    uid: f9dec509-2fac-4642-8023-be868dff8338
  kind: Event
  lastTimestamp: "2026-07-27T21:55:12Z"
  message: 'Failed to update status for InferenceService "isvc-pmml": Operation cannot
    be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-27T21:55:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T21:55:12Z"
    name: isvc-pmml.18c64438bbc78fc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34180"
    uid: 73b51d60-3382-47a3-8a8c-fe73853cc42a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:56:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "34870"
    uid: f9dec509-2fac-4642-8023-be868dff8338
  kind: Event
  lastTimestamp: "2026-07-27T21:56:43Z"
  message: InferenceService [isvc-pmml] is Ready
  metadata:
    creationTimestamp: "2026-07-27T21:56:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T21:56:43Z"
    name: isvc-pmml.18c6444dcb44ec22
    namespace: kserve-ci-e2e-test
    resourceVersion: "34871"
    uid: e1b78c52-394e-460f-b174-89005fd47596
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-27T22:06:05.720921Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-hvh8z
    namespace: kserve-ci-e2e-test
    resourceVersion: "39488"
    uid: fff81b2c-5ba5-411d-9674-d8f00a824498
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-lightgbm-predictor-ff56bcbb5-hvh8z
    to ip-10-0-142-219.ec2.internal
  metadata:
    creationTimestamp: "2026-07-27T22:06:05Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-27T22:06:05Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-hvh8z.18c644d0c3634c2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "39492"
    uid: bfcea764-aea9-4330-a793-c978ef796d61
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-858ff8b64f-jq2m2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:06:06Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-hvh8z
    namespace: kserve-ci-e2e-test
    resourceVersion: "39499"
    uid: fff81b2c-5ba5-411d-9674-d8f00a824498
  kind: Event
  lastTimestamp: "2026-07-27T22:06:06Z"
  message: Add eth0 [10.133.0.54/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-27T22:06:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-27T22:06:06Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-hvh8z.18c644d0dc8f9818
    namespace: kserve-ci-e2e-test
    resourceVersion: "39510"
    uid: 1d94ccb4-df71-437d-ba5b-ebac52e0ad1c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:06:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-hvh8z
    namespace: kserve-ci-e2e-test
    resourceVersion: "39490"
    uid: fff81b2c-5ba5-411d-9674-d8f00a824498
  kind: Event
  lastTimestamp: "2026-07-27T22:06:06Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T22:06:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:06:06Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-hvh8z.18c644d0de24fe67
    namespace: kserve-ci-e2e-test
    resourceVersion: "39512"
    uid: d2deb5d1-40b4-43cc-98d3-2c555d0191de
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:06:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-hvh8z
    namespace: kserve-ci-e2e-test
    resourceVersion: "39490"
    uid: fff81b2c-5ba5-411d-9674-d8f00a824498
  kind: Event
  lastTimestamp: "2026-07-27T22:06:06Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-27T22:06:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:06:06Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-hvh8z.18c644d0e0af3bcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "39514"
    uid: e1fb51e1-3daf-4458-8e57-8ced73d6072d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:06:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-hvh8z
    namespace: kserve-ci-e2e-test
    resourceVersion: "39490"
    uid: fff81b2c-5ba5-411d-9674-d8f00a824498
  kind: Event
  lastTimestamp: "2026-07-27T22:06:06Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-27T22:06:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:06:06Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-hvh8z.18c644d0e12241d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "39515"
    uid: b8e27123-e44a-40d7-8106-c95e1e7a8441
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:06:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-hvh8z
    namespace: kserve-ci-e2e-test
    resourceVersion: "39490"
    uid: fff81b2c-5ba5-411d-9674-d8f00a824498
  kind: Event
  lastTimestamp: "2026-07-27T22:06:10Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-27T22:06:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:06:10Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-hvh8z.18c644d1c344d256
    namespace: kserve-ci-e2e-test
    resourceVersion: "39547"
    uid: c6002318-5245-4675-9b62-93d25922dad5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:06:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-hvh8z
    namespace: kserve-ci-e2e-test
    resourceVersion: "39490"
    uid: fff81b2c-5ba5-411d-9674-d8f00a824498
  kind: Event
  lastTimestamp: "2026-07-27T22:06:10Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-27T22:06:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:06:10Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-hvh8z.18c644d1c6408cad
    namespace: kserve-ci-e2e-test
    resourceVersion: "39549"
    uid: 7f629c16-128a-4663-bdcd-6ba2c3e00438
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:06:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-hvh8z
    namespace: kserve-ci-e2e-test
    resourceVersion: "39490"
    uid: fff81b2c-5ba5-411d-9674-d8f00a824498
  kind: Event
  lastTimestamp: "2026-07-27T22:06:10Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T22:06:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:06:10Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-hvh8z.18c644d1c6b08149
    namespace: kserve-ci-e2e-test
    resourceVersion: "39550"
    uid: 8416c4c3-b799-4505-8877-c3654cd5bbfe
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:06:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-hvh8z
    namespace: kserve-ci-e2e-test
    resourceVersion: "39490"
    uid: fff81b2c-5ba5-411d-9674-d8f00a824498
  kind: Event
  lastTimestamp: "2026-07-27T22:06:10Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T22:06:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:06:10Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-hvh8z.18c644d1c6bb26e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "39551"
    uid: 9fdbb3f3-d2a4-4dc7-a8ef-183c6cd3ea2d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:06:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-hvh8z
    namespace: kserve-ci-e2e-test
    resourceVersion: "39490"
    uid: fff81b2c-5ba5-411d-9674-d8f00a824498
  kind: Event
  lastTimestamp: "2026-07-27T22:06:10Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-27T22:06:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:06:10Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-hvh8z.18c644d1c95c85c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "39552"
    uid: 17ed5674-a326-4232-9d75-f38470191bf0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:06:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-hvh8z
    namespace: kserve-ci-e2e-test
    resourceVersion: "39490"
    uid: fff81b2c-5ba5-411d-9674-d8f00a824498
  kind: Event
  lastTimestamp: "2026-07-27T22:06:10Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T22:06:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:06:10Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-hvh8z.18c644d1c9cd9fcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "39555"
    uid: 99e150e4-a105-4bfb-a675-0a95c93f1440
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-27T22:06:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-hvh8z
    namespace: kserve-ci-e2e-test
    resourceVersion: "39490"
    uid: fff81b2c-5ba5-411d-9674-d8f00a824498
  kind: Event
  lastTimestamp: "2026-07-27T22:07:37Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.54:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-27T22:06:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:07:37Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-hvh8z.18c644d1ff4fbb9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "40216"
    uid: fe884e1d-29f6-4a69-81f4-bc3a69b77533
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:07:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-hvh8z
    namespace: kserve-ci-e2e-test
    resourceVersion: "39490"
    uid: fff81b2c-5ba5-411d-9674-d8f00a824498
  kind: Event
  lastTimestamp: "2026-07-27T22:07:35Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T22:07:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:07:35Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-hvh8z.18c644e5bd4bdaad
    namespace: kserve-ci-e2e-test
    resourceVersion: "40204"
    uid: b4a0682b-39a1-4851-b9bc-3da3d18e7a6a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:07:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-hvh8z
    namespace: kserve-ci-e2e-test
    resourceVersion: "39490"
    uid: fff81b2c-5ba5-411d-9674-d8f00a824498
  kind: Event
  lastTimestamp: "2026-07-27T22:07:35Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T22:07:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:07:35Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-hvh8z.18c644e5bd4c3703
    namespace: kserve-ci-e2e-test
    resourceVersion: "40205"
    uid: 0524750f-1ed5-473e-809c-eb3ff6d4a276
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:07:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-hvh8z
    namespace: kserve-ci-e2e-test
    resourceVersion: "39490"
    uid: fff81b2c-5ba5-411d-9674-d8f00a824498
  kind: Event
  lastTimestamp: "2026-07-27T22:07:37Z"
  message: 'Readiness probe failed: Get "https://10.133.0.54:8643/healthz": dial tcp
    10.133.0.54:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-27T22:07:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:07:37Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-hvh8z.18c644e6057bd7c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "40215"
    uid: bb766d1e-e009-4e6a-ab50-5e52a634c42b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:06:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "39477"
    uid: a340a705-e96f-4174-8cc6-d9da87fdeece
  kind: Event
  lastTimestamp: "2026-07-27T22:06:05Z"
  message: 'Created pod: isvc-predictive-lightgbm-predictor-ff56bcbb5-hvh8z'
  metadata:
    creationTimestamp: "2026-07-27T22:06:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T22:06:05Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5.18c644d0c2c35ad8
    namespace: kserve-ci-e2e-test
    resourceVersion: "39489"
    uid: bdcfe38f-e82e-4189-8dac-aaa7a130cfb7
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:06:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39475"
    uid: e0002f27-dcd3-4d24-a69f-8c910a52f54d
  kind: Event
  lastTimestamp: "2026-07-27T22:06:05Z"
  message: Scaled up replica set isvc-predictive-lightgbm-predictor-ff56bcbb5 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-27T22:06:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T22:06:05Z"
    name: isvc-predictive-lightgbm-predictor.18c644d0bd676232
    namespace: kserve-ci-e2e-test
    resourceVersion: "39478"
    uid: c2a1fb53-943e-407c-89e9-19631ec645f2
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-27T22:06:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39476"
    uid: 7935af21-d294-4dbd-bc11-1184d5dc97aa
  kind: Event
  lastTimestamp: "2026-07-27T22:06:50Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T22:06:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T22:06:50Z"
    name: isvc-predictive-lightgbm-predictor.18c644d43c6846bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "39863"
    uid: 664f79b5-b59e-4a9c-9979-82310e6c3dae
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-27T22:06:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39476"
    uid: 7935af21-d294-4dbd-bc11-1184d5dc97aa
  kind: Event
  lastTimestamp: "2026-07-27T22:06:50Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T22:06:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T22:06:50Z"
    name: isvc-predictive-lightgbm-predictor.18c644d43cdc0004
    namespace: kserve-ci-e2e-test
    resourceVersion: "39864"
    uid: 030f20e0-4fc0-4bb3-b6a8-8a0ee05efd55
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-27T22:07:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39653"
    uid: 7935af21-d294-4dbd-bc11-1184d5dc97aa
  kind: Event
  lastTimestamp: "2026-07-27T22:07:35Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T22:07:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T22:07:35Z"
    name: isvc-predictive-lightgbm-predictor.18c644deb9f18000
    namespace: kserve-ci-e2e-test
    resourceVersion: "40187"
    uid: 396915d8-e353-4a94-a613-db050b9206b8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-27T22:07:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39653"
    uid: 7935af21-d294-4dbd-bc11-1184d5dc97aa
  kind: Event
  lastTimestamp: "2026-07-27T22:07:35Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T22:07:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T22:07:35Z"
    name: isvc-predictive-lightgbm-predictor.18c644deba86fd2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "40188"
    uid: 62c062a1-343b-44ab-80b1-dce9d3c1fbd7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-27T22:10:52.276421Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-jfz6g
    namespace: kserve-ci-e2e-test
    resourceVersion: "41789"
    uid: c211b339-0257-44e0-b847-2a589dd65417
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-lightgbm-v2-predictor-545b7cc587-jfz6g
    to ip-10-0-142-219.ec2.internal
  metadata:
    creationTimestamp: "2026-07-27T22:10:52Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-27T22:10:52Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-jfz6g.18c645137b6d3779
    namespace: kserve-ci-e2e-test
    resourceVersion: "41793"
    uid: 0c2c3256-99ec-4115-8c00-f6c08dcf92d2
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-858ff8b64f-jq2m2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:10:52Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-jfz6g
    namespace: kserve-ci-e2e-test
    resourceVersion: "41797"
    uid: c211b339-0257-44e0-b847-2a589dd65417
  kind: Event
  lastTimestamp: "2026-07-27T22:10:52Z"
  message: Add eth0 [10.133.0.57/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-27T22:10:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-27T22:10:52Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-jfz6g.18c6451394ad1733
    namespace: kserve-ci-e2e-test
    resourceVersion: "41807"
    uid: ef2dd63f-d559-4f9a-8d70-1fb3bf2a812c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:10:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-jfz6g
    namespace: kserve-ci-e2e-test
    resourceVersion: "41791"
    uid: c211b339-0257-44e0-b847-2a589dd65417
  kind: Event
  lastTimestamp: "2026-07-27T22:10:52Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T22:10:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:10:52Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-jfz6g.18c645139617ee95
    namespace: kserve-ci-e2e-test
    resourceVersion: "41809"
    uid: 0bd3a91d-ecb7-4dca-9eeb-1c7b4ab76be4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:10:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-jfz6g
    namespace: kserve-ci-e2e-test
    resourceVersion: "41791"
    uid: c211b339-0257-44e0-b847-2a589dd65417
  kind: Event
  lastTimestamp: "2026-07-27T22:10:52Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-27T22:10:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:10:52Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-jfz6g.18c6451399193ec1
    namespace: kserve-ci-e2e-test
    resourceVersion: "41810"
    uid: 23c0534a-d195-4783-b4fc-5b465e9d8e75
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:10:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-jfz6g
    namespace: kserve-ci-e2e-test
    resourceVersion: "41791"
    uid: c211b339-0257-44e0-b847-2a589dd65417
  kind: Event
  lastTimestamp: "2026-07-27T22:10:52Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-27T22:10:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:10:52Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-jfz6g.18c64513998649f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "41812"
    uid: 1b3f9b7f-8be7-48ef-8835-ab442de1a933
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:10:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-jfz6g
    namespace: kserve-ci-e2e-test
    resourceVersion: "41791"
    uid: c211b339-0257-44e0-b847-2a589dd65417
  kind: Event
  lastTimestamp: "2026-07-27T22:10:57Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-27T22:10:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:10:57Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-jfz6g.18c645149e7d85aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "41846"
    uid: 493a2a85-1e6a-4e0c-b31a-c31fe7218272
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:10:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-jfz6g
    namespace: kserve-ci-e2e-test
    resourceVersion: "41791"
    uid: c211b339-0257-44e0-b847-2a589dd65417
  kind: Event
  lastTimestamp: "2026-07-27T22:10:57Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-27T22:10:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:10:57Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-jfz6g.18c64514a1eb9cf0
    namespace: kserve-ci-e2e-test
    resourceVersion: "41849"
    uid: 90d331f1-d411-4f1e-8974-2f4df863a072
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:10:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-jfz6g
    namespace: kserve-ci-e2e-test
    resourceVersion: "41791"
    uid: c211b339-0257-44e0-b847-2a589dd65417
  kind: Event
  lastTimestamp: "2026-07-27T22:10:57Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T22:10:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:10:57Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-jfz6g.18c64514a26140e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "41851"
    uid: 9feb7533-710a-4942-9c49-a3eb9df550aa
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:10:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-jfz6g
    namespace: kserve-ci-e2e-test
    resourceVersion: "41791"
    uid: c211b339-0257-44e0-b847-2a589dd65417
  kind: Event
  lastTimestamp: "2026-07-27T22:10:57Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T22:10:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:10:57Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-jfz6g.18c64514a26d269d
    namespace: kserve-ci-e2e-test
    resourceVersion: "41852"
    uid: 7170c0a8-ac65-4b2a-8889-b0dec002bc12
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:10:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-jfz6g
    namespace: kserve-ci-e2e-test
    resourceVersion: "41791"
    uid: c211b339-0257-44e0-b847-2a589dd65417
  kind: Event
  lastTimestamp: "2026-07-27T22:10:57Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-27T22:10:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:10:57Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-jfz6g.18c64514a544b69b
    namespace: kserve-ci-e2e-test
    resourceVersion: "41854"
    uid: b80734d8-3684-4bc6-a03c-a83b385ea239
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:10:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-jfz6g
    namespace: kserve-ci-e2e-test
    resourceVersion: "41791"
    uid: c211b339-0257-44e0-b847-2a589dd65417
  kind: Event
  lastTimestamp: "2026-07-27T22:10:57Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T22:10:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:10:57Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-jfz6g.18c64514a5b752a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "41855"
    uid: c55a69df-6d9f-4249-be0c-732a5908deb6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-27T22:11:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-jfz6g
    namespace: kserve-ci-e2e-test
    resourceVersion: "41791"
    uid: c211b339-0257-44e0-b847-2a589dd65417
  kind: Event
  lastTimestamp: "2026-07-27T22:12:05Z"
  message: 'Readiness probe failed: Get "http://10.133.0.57:8080/v2/models/isvc-predictive-lightgbm-v2/ready":
    dial tcp 10.133.0.57:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-27T22:11:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:12:05Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-jfz6g.18c6451d78960bf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "42341"
    uid: 5a4ff0d1-da3a-468f-be4d-9a5837efeede
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:12:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-jfz6g
    namespace: kserve-ci-e2e-test
    resourceVersion: "41791"
    uid: c211b339-0257-44e0-b847-2a589dd65417
  kind: Event
  lastTimestamp: "2026-07-27T22:12:12Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T22:12:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:12:12Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-jfz6g.18c6452620824334
    namespace: kserve-ci-e2e-test
    resourceVersion: "42416"
    uid: 4580992c-cc76-42e2-a03b-ca7096b12448
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:12:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-jfz6g
    namespace: kserve-ci-e2e-test
    resourceVersion: "41791"
    uid: c211b339-0257-44e0-b847-2a589dd65417
  kind: Event
  lastTimestamp: "2026-07-27T22:12:12Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T22:12:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:12:12Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-jfz6g.18c645262082ca7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "42417"
    uid: 0eba244e-daf6-4b8e-a708-51c83c889576
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:12:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-jfz6g
    namespace: kserve-ci-e2e-test
    resourceVersion: "41791"
    uid: c211b339-0257-44e0-b847-2a589dd65417
  kind: Event
  lastTimestamp: "2026-07-27T22:12:15Z"
  message: 'Readiness probe failed: Get "https://10.133.0.57:8643/healthz": dial tcp
    10.133.0.57:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-27T22:12:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:12:15Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-jfz6g.18c64526c874f268
    namespace: kserve-ci-e2e-test
    resourceVersion: "42436"
    uid: aa9eae0a-8253-4567-8c0d-575e777bce0e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:10:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587
    namespace: kserve-ci-e2e-test
    resourceVersion: "41777"
    uid: e83339d7-5559-4678-85fa-885dfa91432d
  kind: Event
  lastTimestamp: "2026-07-27T22:10:52Z"
  message: 'Created pod: isvc-predictive-lightgbm-v2-predictor-545b7cc587-jfz6g'
  metadata:
    creationTimestamp: "2026-07-27T22:10:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T22:10:52Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587.18c645137b021cd1
    namespace: kserve-ci-e2e-test
    resourceVersion: "41790"
    uid: 8cc2bd40-d7b6-4f32-9a11-f3bf08d2dfb4
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:10:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41775"
    uid: 36a836e1-e7d3-462f-a6e8-80c32f232265
  kind: Event
  lastTimestamp: "2026-07-27T22:10:52Z"
  message: Scaled up replica set isvc-predictive-lightgbm-v2-predictor-545b7cc587
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-27T22:10:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T22:10:52Z"
    name: isvc-predictive-lightgbm-v2-predictor.18c6451376ae684f
    namespace: kserve-ci-e2e-test
    resourceVersion: "41780"
    uid: e0ee68b7-67d7-4a0a-8ecf-d4ec2b877ee4
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-27T22:11:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41776"
    uid: 4f9819eb-1c00-4117-b060-35c6c5d1666b
  kind: Event
  lastTimestamp: "2026-07-27T22:11:37Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T22:11:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T22:11:37Z"
    name: isvc-predictive-lightgbm-v2-predictor.18c64516f55ed885
    namespace: kserve-ci-e2e-test
    resourceVersion: "42145"
    uid: 90450d5c-bcae-43c6-80f7-40043326be5e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-27T22:11:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41776"
    uid: 4f9819eb-1c00-4117-b060-35c6c5d1666b
  kind: Event
  lastTimestamp: "2026-07-27T22:11:37Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T22:11:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T22:11:37Z"
    name: isvc-predictive-lightgbm-v2-predictor.18c64516f60ef67a
    namespace: kserve-ci-e2e-test
    resourceVersion: "42146"
    uid: 7b057f84-2337-4d72-8120-b23f239acf50
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T22:11:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41936"
    uid: 4f9819eb-1c00-4117-b060-35c6c5d1666b
  kind: Event
  lastTimestamp: "2026-07-27T22:12:07Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T22:11:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T22:12:07Z"
    name: isvc-predictive-lightgbm-v2-predictor.18c6452173f83b4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "42355"
    uid: bf8ab15a-1efe-44a4-b0af-00e5b694463f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T22:11:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41936"
    uid: 4f9819eb-1c00-4117-b060-35c6c5d1666b
  kind: Event
  lastTimestamp: "2026-07-27T22:12:07Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T22:11:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T22:12:07Z"
    name: isvc-predictive-lightgbm-v2-predictor.18c6452174dd7315
    namespace: kserve-ci-e2e-test
    resourceVersion: "42356"
    uid: b03882ab-d97c-40e0-8dd9-5ef3755cc74d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-27T22:10:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "41766"
    uid: 108feebe-00a5-4118-bf52-c6223f444f39
  kind: Event
  lastTimestamp: "2026-07-27T22:12:09Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-27T22:10:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T22:12:09Z"
    name: isvc-predictive-lightgbm-v2.18c6451376af1321
    namespace: kserve-ci-e2e-test
    resourceVersion: "42377"
    uid: d268fa4e-afb4-4af8-b9d7-6045652d67ad
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T22:10:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "41766"
    uid: 108feebe-00a5-4118-bf52-c6223f444f39
  kind: Event
  lastTimestamp: "2026-07-27T22:10:52Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-lightgbm-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-27T22:10:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T22:10:52Z"
    name: isvc-predictive-lightgbm-v2.18c645137741a7ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "41799"
    uid: a031d969-e1a9-4e21-b6d5-9b482a83751b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:10:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "41772"
    uid: 108feebe-00a5-4118-bf52-c6223f444f39
  kind: Event
  lastTimestamp: "2026-07-27T22:10:52Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm-v2": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-27T22:10:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T22:10:52Z"
    name: isvc-predictive-lightgbm-v2.18c645137d1f7384
    namespace: kserve-ci-e2e-test
    resourceVersion: "41800"
    uid: 6a8174ed-f9ae-42a5-9e1a-a49bf117e653
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:12:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "42375"
    uid: 108feebe-00a5-4118-bf52-c6223f444f39
  kind: Event
  lastTimestamp: "2026-07-27T22:12:09Z"
  message: InferenceService [isvc-predictive-lightgbm-v2] is Ready
  metadata:
    creationTimestamp: "2026-07-27T22:12:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T22:12:09Z"
    name: isvc-predictive-lightgbm-v2.18c645256a3512dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "42376"
    uid: f435eb46-d88f-4b7c-945e-e117a027a69b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-27T22:06:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "39468"
    uid: 1a6edcdf-9e8f-4516-ae0c-77edc1f596b5
  kind: Event
  lastTimestamp: "2026-07-27T22:07:27Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-27T22:06:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T22:07:27Z"
    name: isvc-predictive-lightgbm.18c644d0bd75be79
    namespace: kserve-ci-e2e-test
    resourceVersion: "40127"
    uid: 4db6bec7-feff-49ab-968d-4ee8e5971a3b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T22:06:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "39468"
    uid: 1a6edcdf-9e8f-4516-ae0c-77edc1f596b5
  kind: Event
  lastTimestamp: "2026-07-27T22:06:05Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-lightgbm":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-27T22:06:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T22:06:05Z"
    name: isvc-predictive-lightgbm.18c644d0be2a51a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "39496"
    uid: 2064eb72-1e32-441e-82fd-a63d59acaa57
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:06:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "39470"
    uid: 1a6edcdf-9e8f-4516-ae0c-77edc1f596b5
  kind: Event
  lastTimestamp: "2026-07-27T22:06:05Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-27T22:06:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T22:06:05Z"
    name: isvc-predictive-lightgbm.18c644d0c40ddbe6
    namespace: kserve-ci-e2e-test
    resourceVersion: "39498"
    uid: ed6e3210-2b7a-4e63-bf93-f8f3e5b3903e
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:07:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "40125"
    uid: 1a6edcdf-9e8f-4516-ae0c-77edc1f596b5
  kind: Event
  lastTimestamp: "2026-07-27T22:07:27Z"
  message: InferenceService [isvc-predictive-lightgbm] is Ready
  metadata:
    creationTimestamp: "2026-07-27T22:07:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T22:07:27Z"
    name: isvc-predictive-lightgbm.18c644e3b8ec9053
    namespace: kserve-ci-e2e-test
    resourceVersion: "40126"
    uid: b7b65e74-111f-4a75-8753-f13e955134c7
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-27T22:02:35.077226Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-qdfqd
    namespace: kserve-ci-e2e-test
    resourceVersion: "37823"
    uid: 9f498710-867d-4519-8399-fd46146e1332
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-sklearn-predictor-5f849d69df-qdfqd
    to ip-10-0-142-219.ec2.internal
  metadata:
    creationTimestamp: "2026-07-27T22:02:35Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-27T22:02:35Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-qdfqd.18c6449fb80b8815
    namespace: kserve-ci-e2e-test
    resourceVersion: "37829"
    uid: e0bb20c5-3d4f-44d4-adb8-20e72c27861c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-858ff8b64f-jq2m2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:02:35Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-qdfqd
    namespace: kserve-ci-e2e-test
    resourceVersion: "37825"
    uid: 9f498710-867d-4519-8399-fd46146e1332
  kind: Event
  lastTimestamp: "2026-07-27T22:02:35Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-predictive-sklearn-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-27T22:02:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:02:35Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-qdfqd.18c6449fc79ef1b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "37837"
    uid: 56545297-2650-40f0-9fbf-304766d81170
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:02:36Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-qdfqd
    namespace: kserve-ci-e2e-test
    resourceVersion: "37834"
    uid: 9f498710-867d-4519-8399-fd46146e1332
  kind: Event
  lastTimestamp: "2026-07-27T22:02:36Z"
  message: Add eth0 [10.133.0.52/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-27T22:02:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-27T22:02:36Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-qdfqd.18c6449ff54e7fc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "37846"
    uid: bec1a55b-1da4-4841-bacd-b68858830058
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:02:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-qdfqd
    namespace: kserve-ci-e2e-test
    resourceVersion: "37825"
    uid: 9f498710-867d-4519-8399-fd46146e1332
  kind: Event
  lastTimestamp: "2026-07-27T22:02:36Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T22:02:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:02:36Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-qdfqd.18c6449ff6a8a0fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "37848"
    uid: 6b547ec4-e4c3-4570-be2c-731dffee138f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:02:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-qdfqd
    namespace: kserve-ci-e2e-test
    resourceVersion: "37825"
    uid: 9f498710-867d-4519-8399-fd46146e1332
  kind: Event
  lastTimestamp: "2026-07-27T22:02:36Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-27T22:02:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:02:36Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-qdfqd.18c6449ff9a96cba
    namespace: kserve-ci-e2e-test
    resourceVersion: "37849"
    uid: 4e11203d-9757-4307-91f7-c727dffe9157
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:02:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-qdfqd
    namespace: kserve-ci-e2e-test
    resourceVersion: "37825"
    uid: 9f498710-867d-4519-8399-fd46146e1332
  kind: Event
  lastTimestamp: "2026-07-27T22:02:36Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-27T22:02:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:02:36Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-qdfqd.18c6449ffa1f9e48
    namespace: kserve-ci-e2e-test
    resourceVersion: "37850"
    uid: 5189f396-144c-4078-b72a-f39647214490
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:02:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-qdfqd
    namespace: kserve-ci-e2e-test
    resourceVersion: "37825"
    uid: 9f498710-867d-4519-8399-fd46146e1332
  kind: Event
  lastTimestamp: "2026-07-27T22:02:40Z"
  message: Pulling image "kserve/predictiveserver:latest"
  metadata:
    creationTimestamp: "2026-07-27T22:02:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:02:40Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-qdfqd.18c644a0e6149881
    namespace: kserve-ci-e2e-test
    resourceVersion: "37882"
    uid: 287aa463-ae28-4904-9893-f9d54369f8e9
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:03:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-qdfqd
    namespace: kserve-ci-e2e-test
    resourceVersion: "37825"
    uid: 9f498710-867d-4519-8399-fd46146e1332
  kind: Event
  lastTimestamp: "2026-07-27T22:03:00Z"
  message: 'Successfully pulled image "kserve/predictiveserver:latest" in 20.731s
    (20.731s including waiting). Image size: 2352711313 bytes.'
  metadata:
    creationTimestamp: "2026-07-27T22:03:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:03:00Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-qdfqd.18c644a5b9bf8b36
    namespace: kserve-ci-e2e-test
    resourceVersion: "38031"
    uid: 3bda5fe1-5544-4a63-a2c8-25d2e98f85ac
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:03:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-qdfqd
    namespace: kserve-ci-e2e-test
    resourceVersion: "37825"
    uid: 9f498710-867d-4519-8399-fd46146e1332
  kind: Event
  lastTimestamp: "2026-07-27T22:03:00Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-27T22:03:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:03:00Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-qdfqd.18c644a5bca027aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "38032"
    uid: 741fb825-ef01-43cb-a9ef-7e5c3efe2151
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:03:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-qdfqd
    namespace: kserve-ci-e2e-test
    resourceVersion: "37825"
    uid: 9f498710-867d-4519-8399-fd46146e1332
  kind: Event
  lastTimestamp: "2026-07-27T22:03:00Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T22:03:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:03:00Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-qdfqd.18c644a5bd06484d
    namespace: kserve-ci-e2e-test
    resourceVersion: "38033"
    uid: 7cc87cdb-dbb5-45da-a3c9-6ba9c55fcb71
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:03:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-qdfqd
    namespace: kserve-ci-e2e-test
    resourceVersion: "37825"
    uid: 9f498710-867d-4519-8399-fd46146e1332
  kind: Event
  lastTimestamp: "2026-07-27T22:03:00Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T22:03:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:03:00Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-qdfqd.18c644a5bd1146e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "38034"
    uid: 2dd4cf3a-3f22-4e02-87e9-3a3a28405ab0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:03:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-qdfqd
    namespace: kserve-ci-e2e-test
    resourceVersion: "37825"
    uid: 9f498710-867d-4519-8399-fd46146e1332
  kind: Event
  lastTimestamp: "2026-07-27T22:03:00Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-27T22:03:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:03:00Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-qdfqd.18c644a5bfc54e23
    namespace: kserve-ci-e2e-test
    resourceVersion: "38035"
    uid: 439228ba-b3d6-4c6a-9869-89d6a305fe7b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:03:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-qdfqd
    namespace: kserve-ci-e2e-test
    resourceVersion: "37825"
    uid: 9f498710-867d-4519-8399-fd46146e1332
  kind: Event
  lastTimestamp: "2026-07-27T22:03:00Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T22:03:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:03:00Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-qdfqd.18c644a5c0280ef1
    namespace: kserve-ci-e2e-test
    resourceVersion: "38036"
    uid: 2ee53cde-a1fd-4073-90b7-27a0a20948b6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-27T22:03:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-qdfqd
    namespace: kserve-ci-e2e-test
    resourceVersion: "37825"
    uid: 9f498710-867d-4519-8399-fd46146e1332
  kind: Event
  lastTimestamp: "2026-07-27T22:04:27Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.52:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-27T22:03:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:04:27Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-qdfqd.18c644a5d06acffe
    namespace: kserve-ci-e2e-test
    resourceVersion: "38674"
    uid: 0ed05623-e2d8-4856-b977-c52b3b094fb1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:04:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-qdfqd
    namespace: kserve-ci-e2e-test
    resourceVersion: "37825"
    uid: 9f498710-867d-4519-8399-fd46146e1332
  kind: Event
  lastTimestamp: "2026-07-27T22:04:25Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T22:04:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:04:25Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-qdfqd.18c644b95ea79466
    namespace: kserve-ci-e2e-test
    resourceVersion: "38656"
    uid: 5b2c8528-d687-4998-a183-fa8cb1edbd2b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:04:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-qdfqd
    namespace: kserve-ci-e2e-test
    resourceVersion: "37825"
    uid: 9f498710-867d-4519-8399-fd46146e1332
  kind: Event
  lastTimestamp: "2026-07-27T22:04:25Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T22:04:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:04:25Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-qdfqd.18c644b95ea84056
    namespace: kserve-ci-e2e-test
    resourceVersion: "38657"
    uid: 660cc746-01ca-48c7-8583-1ccfeb579387
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:04:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-qdfqd
    namespace: kserve-ci-e2e-test
    resourceVersion: "37825"
    uid: 9f498710-867d-4519-8399-fd46146e1332
  kind: Event
  lastTimestamp: "2026-07-27T22:04:27Z"
  message: 'Readiness probe failed: Get "https://10.133.0.52:8643/healthz": dial tcp
    10.133.0.52:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-27T22:04:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:04:27Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-qdfqd.18c644b9d6b1210b
    namespace: kserve-ci-e2e-test
    resourceVersion: "38673"
    uid: d83156d4-53f2-4649-bc09-3aff65e1794b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:02:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-sklearn-predictor-5f849d69df
    namespace: kserve-ci-e2e-test
    resourceVersion: "37814"
    uid: 4f439058-1735-4a63-b03d-54c2484440da
  kind: Event
  lastTimestamp: "2026-07-27T22:02:35Z"
  message: 'Created pod: isvc-predictive-sklearn-predictor-5f849d69df-qdfqd'
  metadata:
    creationTimestamp: "2026-07-27T22:02:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T22:02:35Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df.18c6449fb77fa233
    namespace: kserve-ci-e2e-test
    resourceVersion: "37824"
    uid: 27ae39fb-f14b-4814-8592-f52cd1a500b1
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:02:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37812"
    uid: dc33c02f-f430-452a-bdd5-4ce46e384440
  kind: Event
  lastTimestamp: "2026-07-27T22:02:35Z"
  message: Scaled up replica set isvc-predictive-sklearn-predictor-5f849d69df from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-27T22:02:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T22:02:35Z"
    name: isvc-predictive-sklearn-predictor.18c6449fb500ca1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "37817"
    uid: 4a097082-94c4-4e78-843b-51ab75cda674
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-27T22:02:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37813"
    uid: 79378bf5-ada8-4887-b6bc-a2374b0f2e02
  kind: Event
  lastTimestamp: "2026-07-27T22:03:35Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T22:02:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T22:03:35Z"
    name: isvc-predictive-sklearn-predictor.18c644a3343c9f1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "38282"
    uid: 46da46c5-4886-4a47-ae40-8c531bd53217
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-27T22:02:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37813"
    uid: 79378bf5-ada8-4887-b6bc-a2374b0f2e02
  kind: Event
  lastTimestamp: "2026-07-27T22:03:35Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T22:02:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T22:03:35Z"
    name: isvc-predictive-sklearn-predictor.18c644a334c4760f
    namespace: kserve-ci-e2e-test
    resourceVersion: "38283"
    uid: 8dd4ff9e-39b3-492c-89b1-822a492fcde7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-27T22:03:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37959"
    uid: 79378bf5-ada8-4887-b6bc-a2374b0f2e02
  kind: Event
  lastTimestamp: "2026-07-27T22:04:20Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T22:03:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T22:04:20Z"
    name: isvc-predictive-sklearn-predictor.18c644b1311777b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "38607"
    uid: 79c2817b-389c-4cc6-8719-389c7a84cd5b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-27T22:03:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37959"
    uid: 79378bf5-ada8-4887-b6bc-a2374b0f2e02
  kind: Event
  lastTimestamp: "2026-07-27T22:04:20Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T22:03:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T22:04:20Z"
    name: isvc-predictive-sklearn-predictor.18c644b1317e6583
    namespace: kserve-ci-e2e-test
    resourceVersion: "38608"
    uid: 16e95f7f-0318-4d6d-9f6e-be61cfbbe044
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-27T22:07:40.975128Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-czlwl
    namespace: kserve-ci-e2e-test
    resourceVersion: "40271"
    uid: 9fe1dfdc-591c-48e0-b2bf-2c2f11f61ea0
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-sklearn-v2-predictor-745f9c8c9f-czlwl
    to ip-10-0-142-219.ec2.internal
  metadata:
    creationTimestamp: "2026-07-27T22:07:40Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-27T22:07:40Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-czlwl.18c644e6f0fb2900
    namespace: kserve-ci-e2e-test
    resourceVersion: "40275"
    uid: 1934ae9a-c40a-444b-8b7e-4dfa9a4f1d65
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-858ff8b64f-jq2m2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:07:41Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-czlwl
    namespace: kserve-ci-e2e-test
    resourceVersion: "40273"
    uid: 9fe1dfdc-591c-48e0-b2bf-2c2f11f61ea0
  kind: Event
  lastTimestamp: "2026-07-27T22:07:41Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-predictive-sklearn-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-27T22:07:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:07:41Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-czlwl.18c644e6faad8845
    namespace: kserve-ci-e2e-test
    resourceVersion: "40286"
    uid: bff2443a-a5cd-4e5b-a786-fbd1febe86e7
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:07:42Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-czlwl
    namespace: kserve-ci-e2e-test
    resourceVersion: "40282"
    uid: 9fe1dfdc-591c-48e0-b2bf-2c2f11f61ea0
  kind: Event
  lastTimestamp: "2026-07-27T22:07:42Z"
  message: Add eth0 [10.133.0.55/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-27T22:07:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-27T22:07:42Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-czlwl.18c644e72e66f0bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "40296"
    uid: 44e738d2-467c-4f36-867b-0057fecad530
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:07:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-czlwl
    namespace: kserve-ci-e2e-test
    resourceVersion: "40273"
    uid: 9fe1dfdc-591c-48e0-b2bf-2c2f11f61ea0
  kind: Event
  lastTimestamp: "2026-07-27T22:07:42Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T22:07:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:07:42Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-czlwl.18c644e72fe3b9f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "40298"
    uid: 895c0f78-b2eb-4582-9409-1f1dbfd4d69b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:07:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-czlwl
    namespace: kserve-ci-e2e-test
    resourceVersion: "40273"
    uid: 9fe1dfdc-591c-48e0-b2bf-2c2f11f61ea0
  kind: Event
  lastTimestamp: "2026-07-27T22:07:42Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-27T22:07:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:07:42Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-czlwl.18c644e732a14d38
    namespace: kserve-ci-e2e-test
    resourceVersion: "40299"
    uid: 4428ce58-9c31-4ce6-8607-86125fdc1751
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:07:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-czlwl
    namespace: kserve-ci-e2e-test
    resourceVersion: "40273"
    uid: 9fe1dfdc-591c-48e0-b2bf-2c2f11f61ea0
  kind: Event
  lastTimestamp: "2026-07-27T22:07:42Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-27T22:07:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:07:42Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-czlwl.18c644e73312a464
    namespace: kserve-ci-e2e-test
    resourceVersion: "40300"
    uid: 6ab86929-a619-425a-a2d9-f03ad1bfb981
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:07:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-czlwl
    namespace: kserve-ci-e2e-test
    resourceVersion: "40273"
    uid: 9fe1dfdc-591c-48e0-b2bf-2c2f11f61ea0
  kind: Event
  lastTimestamp: "2026-07-27T22:07:46Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-27T22:07:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:07:46Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-czlwl.18c644e83387ecbe
    namespace: kserve-ci-e2e-test
    resourceVersion: "40336"
    uid: 70f94bce-e9f7-4015-a3b4-ebe4a3a9d54d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:07:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-czlwl
    namespace: kserve-ci-e2e-test
    resourceVersion: "40273"
    uid: 9fe1dfdc-591c-48e0-b2bf-2c2f11f61ea0
  kind: Event
  lastTimestamp: "2026-07-27T22:07:46Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-27T22:07:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:07:46Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-czlwl.18c644e8367a6d9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "40338"
    uid: f2cf0908-65c9-40e4-b0e0-abb8e22f9799
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:07:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-czlwl
    namespace: kserve-ci-e2e-test
    resourceVersion: "40273"
    uid: 9fe1dfdc-591c-48e0-b2bf-2c2f11f61ea0
  kind: Event
  lastTimestamp: "2026-07-27T22:07:46Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T22:07:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:07:46Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-czlwl.18c644e836ee2ea6
    namespace: kserve-ci-e2e-test
    resourceVersion: "40341"
    uid: 86c6e922-9340-4469-9ce2-6523a4ffbca5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:07:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-czlwl
    namespace: kserve-ci-e2e-test
    resourceVersion: "40273"
    uid: 9fe1dfdc-591c-48e0-b2bf-2c2f11f61ea0
  kind: Event
  lastTimestamp: "2026-07-27T22:07:46Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T22:07:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:07:46Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-czlwl.18c644e836f7f29d
    namespace: kserve-ci-e2e-test
    resourceVersion: "40343"
    uid: f0788cff-6610-4b4b-9dca-b313324605b3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:07:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-czlwl
    namespace: kserve-ci-e2e-test
    resourceVersion: "40273"
    uid: 9fe1dfdc-591c-48e0-b2bf-2c2f11f61ea0
  kind: Event
  lastTimestamp: "2026-07-27T22:07:46Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-27T22:07:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:07:46Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-czlwl.18c644e839ef4ce1
    namespace: kserve-ci-e2e-test
    resourceVersion: "40345"
    uid: 72386836-8649-4109-82e9-b4b69d061724
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:07:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-czlwl
    namespace: kserve-ci-e2e-test
    resourceVersion: "40273"
    uid: 9fe1dfdc-591c-48e0-b2bf-2c2f11f61ea0
  kind: Event
  lastTimestamp: "2026-07-27T22:07:46Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T22:07:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:07:46Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-czlwl.18c644e83a74fbdd
    namespace: kserve-ci-e2e-test
    resourceVersion: "40346"
    uid: 9adce3b5-11a3-4a7c-b9c4-bad273b789d5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-27T22:08:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-czlwl
    namespace: kserve-ci-e2e-test
    resourceVersion: "40273"
    uid: 9fe1dfdc-591c-48e0-b2bf-2c2f11f61ea0
  kind: Event
  lastTimestamp: "2026-07-27T22:09:14Z"
  message: 'Readiness probe failed: Get "http://10.133.0.55:8080/v2/models/isvc-predictive-sklearn-v2/ready":
    dial tcp 10.133.0.55:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-27T22:08:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:09:14Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-czlwl.18c644f10da529fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "40981"
    uid: 0a9dde89-1b5b-4e33-adb5-5bf4d2476960
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:09:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-czlwl
    namespace: kserve-ci-e2e-test
    resourceVersion: "40273"
    uid: 9fe1dfdc-591c-48e0-b2bf-2c2f11f61ea0
  kind: Event
  lastTimestamp: "2026-07-27T22:09:11Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T22:09:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:09:11Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-czlwl.18c644fc1c28096b
    namespace: kserve-ci-e2e-test
    resourceVersion: "40967"
    uid: 010a3a64-d4d3-4e7f-be3b-c94d127d9f99
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:09:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-czlwl
    namespace: kserve-ci-e2e-test
    resourceVersion: "40273"
    uid: 9fe1dfdc-591c-48e0-b2bf-2c2f11f61ea0
  kind: Event
  lastTimestamp: "2026-07-27T22:09:11Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T22:09:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:09:11Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-czlwl.18c644fc1c288514
    namespace: kserve-ci-e2e-test
    resourceVersion: "40968"
    uid: 17aeb6ce-1e5f-4b5b-8767-53441a443b80
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:09:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-czlwl
    namespace: kserve-ci-e2e-test
    resourceVersion: "40273"
    uid: 9fe1dfdc-591c-48e0-b2bf-2c2f11f61ea0
  kind: Event
  lastTimestamp: "2026-07-27T22:09:14Z"
  message: 'Readiness probe failed: Get "https://10.133.0.55:8643/healthz": dial tcp
    10.133.0.55:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-27T22:09:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:09:14Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-czlwl.18c644fcb1976462
    namespace: kserve-ci-e2e-test
    resourceVersion: "40984"
    uid: 5204d6f6-f4af-43ca-b2d7-b1d5384f2145
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:07:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "40257"
    uid: 665f68ca-cc57-4cde-8fea-be9e6c4764d6
  kind: Event
  lastTimestamp: "2026-07-27T22:07:40Z"
  message: 'Created pod: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-czlwl'
  metadata:
    creationTimestamp: "2026-07-27T22:07:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T22:07:40Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f.18c644e6f0885bab
    namespace: kserve-ci-e2e-test
    resourceVersion: "40272"
    uid: e1e6db52-f48f-497c-83d0-89e88488e129
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:07:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40254"
    uid: 1812197d-3c76-4fe8-9207-df8471294f4b
  kind: Event
  lastTimestamp: "2026-07-27T22:07:40Z"
  message: Scaled up replica set isvc-predictive-sklearn-v2-predictor-745f9c8c9f from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-27T22:07:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T22:07:40Z"
    name: isvc-predictive-sklearn-v2-predictor.18c644e6eb4212e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "40260"
    uid: 7fd6e1e9-7cd1-40c9-a6a4-a181f9ceaf4d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-27T22:07:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40255"
    uid: aaa463f7-92eb-41ca-ac23-6dbb871f6c6e
  kind: Event
  lastTimestamp: "2026-07-27T22:08:25Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T22:07:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T22:08:25Z"
    name: isvc-predictive-sklearn-v2-predictor.18c644ea6a3193e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "40620"
    uid: 3b929c30-dd2b-4621-8710-6fb6cf303cf1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-27T22:07:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40255"
    uid: aaa463f7-92eb-41ca-ac23-6dbb871f6c6e
  kind: Event
  lastTimestamp: "2026-07-27T22:08:25Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T22:07:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T22:08:25Z"
    name: isvc-predictive-sklearn-v2-predictor.18c644ea6a921a57
    namespace: kserve-ci-e2e-test
    resourceVersion: "40621"
    uid: 0976fcb5-b0bb-45c6-b4af-6634a32a176d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-27T22:08:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40410"
    uid: aaa463f7-92eb-41ca-ac23-6dbb871f6c6e
  kind: Event
  lastTimestamp: "2026-07-27T22:09:10Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T22:08:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T22:09:10Z"
    name: isvc-predictive-sklearn-v2-predictor.18c644f4e730994b
    namespace: kserve-ci-e2e-test
    resourceVersion: "40940"
    uid: 51b03bb2-ddf2-4dba-9406-a93ca696f4e5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-27T22:08:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40410"
    uid: aaa463f7-92eb-41ca-ac23-6dbb871f6c6e
  kind: Event
  lastTimestamp: "2026-07-27T22:09:10Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T22:08:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T22:09:10Z"
    name: isvc-predictive-sklearn-v2-predictor.18c644f4e7948f27
    namespace: kserve-ci-e2e-test
    resourceVersion: "40941"
    uid: bf64cc97-4840-41a5-95cb-ce80749aad93
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-27T22:07:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "40247"
    uid: bc9e4b82-a8db-4474-bef9-106e22c55197
  kind: Event
  lastTimestamp: "2026-07-27T22:09:04Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-27T22:07:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T22:09:04Z"
    name: isvc-predictive-sklearn-v2.18c644e6eb4369a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "40897"
    uid: aea7e69e-ff4f-4b89-8fb8-95a2cb454188
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T22:07:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "40247"
    uid: bc9e4b82-a8db-4474-bef9-106e22c55197
  kind: Event
  lastTimestamp: "2026-07-27T22:07:41Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-sklearn-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-sklearn-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-27T22:07:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T22:07:41Z"
    name: isvc-predictive-sklearn-v2.18c644e6ebcaff4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "40281"
    uid: a05eec30-ef57-485e-a2c3-29c27b20eaaf
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:07:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "40250"
    uid: bc9e4b82-a8db-4474-bef9-106e22c55197
  kind: Event
  lastTimestamp: "2026-07-27T22:07:41Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-sklearn-v2": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-27T22:07:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T22:07:41Z"
    name: isvc-predictive-sklearn-v2.18c644e6f29040ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "40283"
    uid: 957a8ed6-3243-42c1-9c3e-c46969a5384e
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:09:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "40895"
    uid: bc9e4b82-a8db-4474-bef9-106e22c55197
  kind: Event
  lastTimestamp: "2026-07-27T22:09:04Z"
  message: InferenceService [isvc-predictive-sklearn-v2] is Ready
  metadata:
    creationTimestamp: "2026-07-27T22:09:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T22:09:04Z"
    name: isvc-predictive-sklearn-v2.18c644fa574579d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "40896"
    uid: c49d61a4-02f9-48ce-952d-8f88686598f4
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-27T22:02:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "37804"
    uid: 5c61254f-81b2-44e8-933e-15d31ea85033
  kind: Event
  lastTimestamp: "2026-07-27T22:04:17Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-27T22:02:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T22:04:17Z"
    name: isvc-predictive-sklearn.18c6449fb500cfdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "38587"
    uid: 98126ef4-e6df-4e5b-b8b3-1ac8c62e8fbb
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:02:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "37804"
    uid: 5c61254f-81b2-44e8-933e-15d31ea85033
  kind: Event
  lastTimestamp: "2026-07-27T22:02:35Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-sklearn":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-sklearn":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-27T22:02:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T22:02:35Z"
    name: isvc-predictive-sklearn.18c6449fb59e7ed0
    namespace: kserve-ci-e2e-test
    resourceVersion: "37820"
    uid: db8adc8e-13ba-4b72-a173-1a9000d85489
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:04:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "38585"
    uid: 5c61254f-81b2-44e8-933e-15d31ea85033
  kind: Event
  lastTimestamp: "2026-07-27T22:04:17Z"
  message: InferenceService [isvc-predictive-sklearn] is Ready
  metadata:
    creationTimestamp: "2026-07-27T22:04:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T22:04:17Z"
    name: isvc-predictive-sklearn.18c644b787dc8914
    namespace: kserve-ci-e2e-test
    resourceVersion: "38586"
    uid: 0432d667-ad5e-4b71-8cbe-f37fc7b2f547
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-27T22:04:30.380464Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-bp5lk
    namespace: kserve-ci-e2e-test
    resourceVersion: "38724"
    uid: 6485b22a-80db-4f40-b10a-e8a12b76f6cf
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-xgboost-predictor-695f978978-bp5lk
    to ip-10-0-142-219.ec2.internal
  metadata:
    creationTimestamp: "2026-07-27T22:04:30Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-27T22:04:30Z"
    name: isvc-predictive-xgboost-predictor-695f978978-bp5lk.18c644ba90a75e6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "38728"
    uid: 327c301e-d0c1-4c66-9da4-e4a0656d9071
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-858ff8b64f-jq2m2
  source: {}
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T22:04:30Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-bp5lk
    namespace: kserve-ci-e2e-test
    resourceVersion: "38726"
    uid: 6485b22a-80db-4f40-b10a-e8a12b76f6cf
  kind: Event
  lastTimestamp: "2026-07-27T22:04:31Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-predictive-xgboost-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-27T22:04:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:04:31Z"
    name: isvc-predictive-xgboost-predictor-695f978978-bp5lk.18c644ba9865ac14
    namespace: kserve-ci-e2e-test
    resourceVersion: "38745"
    uid: 1b999707-0032-4ff1-9319-650405f2de89
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:04:32Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-bp5lk
    namespace: kserve-ci-e2e-test
    resourceVersion: "38734"
    uid: 6485b22a-80db-4f40-b10a-e8a12b76f6cf
  kind: Event
  lastTimestamp: "2026-07-27T22:04:32Z"
  message: Add eth0 [10.133.0.53/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-27T22:04:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-27T22:04:32Z"
    name: isvc-predictive-xgboost-predictor-695f978978-bp5lk.18c644bb039037c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "38758"
    uid: b99d1e61-74c0-4154-bdcb-489912ecc652
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:04:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-bp5lk
    namespace: kserve-ci-e2e-test
    resourceVersion: "38726"
    uid: 6485b22a-80db-4f40-b10a-e8a12b76f6cf
  kind: Event
  lastTimestamp: "2026-07-27T22:04:32Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T22:04:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:04:32Z"
    name: isvc-predictive-xgboost-predictor-695f978978-bp5lk.18c644bb0529b0f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "38760"
    uid: d4bdbadf-d036-4ad8-b50a-fe8a0d48d258
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:04:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-bp5lk
    namespace: kserve-ci-e2e-test
    resourceVersion: "38726"
    uid: 6485b22a-80db-4f40-b10a-e8a12b76f6cf
  kind: Event
  lastTimestamp: "2026-07-27T22:04:32Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-27T22:04:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:04:32Z"
    name: isvc-predictive-xgboost-predictor-695f978978-bp5lk.18c644bb078fc987
    namespace: kserve-ci-e2e-test
    resourceVersion: "38761"
    uid: 15da3860-5b18-4fc0-bb86-7f86d3287fc5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:04:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-bp5lk
    namespace: kserve-ci-e2e-test
    resourceVersion: "38726"
    uid: 6485b22a-80db-4f40-b10a-e8a12b76f6cf
  kind: Event
  lastTimestamp: "2026-07-27T22:04:32Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-27T22:04:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:04:32Z"
    name: isvc-predictive-xgboost-predictor-695f978978-bp5lk.18c644bb07f0bb1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "38762"
    uid: 31f9b6e0-e882-4813-9415-d3c25db34cc9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:04:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-bp5lk
    namespace: kserve-ci-e2e-test
    resourceVersion: "38726"
    uid: 6485b22a-80db-4f40-b10a-e8a12b76f6cf
  kind: Event
  lastTimestamp: "2026-07-27T22:04:36Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-27T22:04:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:04:36Z"
    name: isvc-predictive-xgboost-predictor-695f978978-bp5lk.18c644bc05b14da8
    namespace: kserve-ci-e2e-test
    resourceVersion: "38800"
    uid: 4355c6ef-077b-4769-b6f8-d4c80f5b25b6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:04:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-bp5lk
    namespace: kserve-ci-e2e-test
    resourceVersion: "38726"
    uid: 6485b22a-80db-4f40-b10a-e8a12b76f6cf
  kind: Event
  lastTimestamp: "2026-07-27T22:04:36Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-27T22:04:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:04:36Z"
    name: isvc-predictive-xgboost-predictor-695f978978-bp5lk.18c644bc08577a0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "38802"
    uid: d3e7fdae-62fe-4dc0-bcba-7358e759b499
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:04:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-bp5lk
    namespace: kserve-ci-e2e-test
    resourceVersion: "38726"
    uid: 6485b22a-80db-4f40-b10a-e8a12b76f6cf
  kind: Event
  lastTimestamp: "2026-07-27T22:04:36Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T22:04:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:04:36Z"
    name: isvc-predictive-xgboost-predictor-695f978978-bp5lk.18c644bc08d9140a
    namespace: kserve-ci-e2e-test
    resourceVersion: "38803"
    uid: 8b095452-84ed-46f3-867c-08e4e7c0ca7c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:04:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-bp5lk
    namespace: kserve-ci-e2e-test
    resourceVersion: "38726"
    uid: 6485b22a-80db-4f40-b10a-e8a12b76f6cf
  kind: Event
  lastTimestamp: "2026-07-27T22:04:36Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T22:04:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:04:36Z"
    name: isvc-predictive-xgboost-predictor-695f978978-bp5lk.18c644bc08e1bfb1
    namespace: kserve-ci-e2e-test
    resourceVersion: "38806"
    uid: 5af3722d-3439-45ed-aabd-a8d425106712
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:04:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-bp5lk
    namespace: kserve-ci-e2e-test
    resourceVersion: "38726"
    uid: 6485b22a-80db-4f40-b10a-e8a12b76f6cf
  kind: Event
  lastTimestamp: "2026-07-27T22:04:36Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-27T22:04:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:04:36Z"
    name: isvc-predictive-xgboost-predictor-695f978978-bp5lk.18c644bc0baf9da8
    namespace: kserve-ci-e2e-test
    resourceVersion: "38808"
    uid: 7e0de143-60de-4244-9cf2-19f57b333d58
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:04:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-bp5lk
    namespace: kserve-ci-e2e-test
    resourceVersion: "38726"
    uid: 6485b22a-80db-4f40-b10a-e8a12b76f6cf
  kind: Event
  lastTimestamp: "2026-07-27T22:04:36Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T22:04:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:04:36Z"
    name: isvc-predictive-xgboost-predictor-695f978978-bp5lk.18c644bc0c123428
    namespace: kserve-ci-e2e-test
    resourceVersion: "38810"
    uid: 8c9d1126-701b-4e0b-a8c4-cb9247aaa070
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-27T22:04:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-bp5lk
    namespace: kserve-ci-e2e-test
    resourceVersion: "38726"
    uid: 6485b22a-80db-4f40-b10a-e8a12b76f6cf
  kind: Event
  lastTimestamp: "2026-07-27T22:06:03Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.53:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-27T22:04:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:06:03Z"
    name: isvc-predictive-xgboost-predictor-695f978978-bp5lk.18c644bc41b5220d
    namespace: kserve-ci-e2e-test
    resourceVersion: "39449"
    uid: d826f832-4309-4f96-8c56-a2dfa5fc8286
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:06:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-bp5lk
    namespace: kserve-ci-e2e-test
    resourceVersion: "38726"
    uid: 6485b22a-80db-4f40-b10a-e8a12b76f6cf
  kind: Event
  lastTimestamp: "2026-07-27T22:06:00Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T22:06:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:06:00Z"
    name: isvc-predictive-xgboost-predictor-695f978978-bp5lk.18c644cf8e704498
    namespace: kserve-ci-e2e-test
    resourceVersion: "39428"
    uid: 8da279e5-b062-4419-bdb1-791abd0a9944
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:06:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-bp5lk
    namespace: kserve-ci-e2e-test
    resourceVersion: "38726"
    uid: 6485b22a-80db-4f40-b10a-e8a12b76f6cf
  kind: Event
  lastTimestamp: "2026-07-27T22:06:00Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T22:06:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:06:00Z"
    name: isvc-predictive-xgboost-predictor-695f978978-bp5lk.18c644cf8e70fbf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "39429"
    uid: e9d6f644-acf1-4573-b9c3-72ff7c97179b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:06:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-bp5lk
    namespace: kserve-ci-e2e-test
    resourceVersion: "38726"
    uid: 6485b22a-80db-4f40-b10a-e8a12b76f6cf
  kind: Event
  lastTimestamp: "2026-07-27T22:06:03Z"
  message: 'Readiness probe failed: Get "https://10.133.0.53:8643/healthz": dial tcp
    10.133.0.53:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-27T22:06:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:06:03Z"
    name: isvc-predictive-xgboost-predictor-695f978978-bp5lk.18c644d047e81164
    namespace: kserve-ci-e2e-test
    resourceVersion: "39448"
    uid: 7a8441ad-30bc-4958-a60c-9279eeb75177
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:04:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-xgboost-predictor-695f978978
    namespace: kserve-ci-e2e-test
    resourceVersion: "38713"
    uid: 5351a004-b959-4ce1-9464-17249def9dc2
  kind: Event
  lastTimestamp: "2026-07-27T22:04:30Z"
  message: 'Created pod: isvc-predictive-xgboost-predictor-695f978978-bp5lk'
  metadata:
    creationTimestamp: "2026-07-27T22:04:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T22:04:30Z"
    name: isvc-predictive-xgboost-predictor-695f978978.18c644ba903c6c24
    namespace: kserve-ci-e2e-test
    resourceVersion: "38725"
    uid: d368dc5a-dd5d-4687-a78f-40e12a2233eb
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:04:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38711"
    uid: 44037d6c-cd40-43ae-996b-9527bec60497
  kind: Event
  lastTimestamp: "2026-07-27T22:04:30Z"
  message: Scaled up replica set isvc-predictive-xgboost-predictor-695f978978 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-27T22:04:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T22:04:30Z"
    name: isvc-predictive-xgboost-predictor.18c644ba8bd8643c
    namespace: kserve-ci-e2e-test
    resourceVersion: "38715"
    uid: 45b8bd90-c5c6-447e-9c7a-d3140c88f511
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-27T22:04:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38712"
    uid: ec7598bf-75de-4793-9e18-975d53a517a6
  kind: Event
  lastTimestamp: "2026-07-27T22:05:15Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T22:04:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T22:05:15Z"
    name: isvc-predictive-xgboost-predictor.18c644be0af66783
    namespace: kserve-ci-e2e-test
    resourceVersion: "39078"
    uid: 9edbb964-4628-4149-8b2c-9fc1d933cf3a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-27T22:04:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38712"
    uid: ec7598bf-75de-4793-9e18-975d53a517a6
  kind: Event
  lastTimestamp: "2026-07-27T22:05:15Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T22:04:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T22:05:15Z"
    name: isvc-predictive-xgboost-predictor.18c644be0b6104c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "39079"
    uid: c3a003b3-1f1c-4931-a2da-7a74b69721b6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-27T22:05:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38871"
    uid: ec7598bf-75de-4793-9e18-975d53a517a6
  kind: Event
  lastTimestamp: "2026-07-27T22:06:00Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T22:05:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T22:06:00Z"
    name: isvc-predictive-xgboost-predictor.18c644c888144164
    namespace: kserve-ci-e2e-test
    resourceVersion: "39409"
    uid: f4ee8ea3-6c4b-4e96-a03b-22a37584d249
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-27T22:05:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38871"
    uid: ec7598bf-75de-4793-9e18-975d53a517a6
  kind: Event
  lastTimestamp: "2026-07-27T22:06:00Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T22:05:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T22:06:00Z"
    name: isvc-predictive-xgboost-predictor.18c644c8887838dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "39410"
    uid: 89e4a510-3d3c-4da4-b2b2-38c7a80effa7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-27T22:09:17.068833Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-5b9l9
    namespace: kserve-ci-e2e-test
    resourceVersion: "41033"
    uid: 9aff77da-9522-416e-926f-a8dca9a46f5a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-xgboost-v2-predictor-868ff5dd6d-5b9l9
    to ip-10-0-142-219.ec2.internal
  metadata:
    creationTimestamp: "2026-07-27T22:09:17Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-27T22:09:17Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-5b9l9.18c644fd509cca66
    namespace: kserve-ci-e2e-test
    resourceVersion: "41038"
    uid: 3e288338-cda1-48b8-b418-fa57636f0c5a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-858ff8b64f-jq2m2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:09:17Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-5b9l9
    namespace: kserve-ci-e2e-test
    resourceVersion: "41041"
    uid: 9aff77da-9522-416e-926f-a8dca9a46f5a
  kind: Event
  lastTimestamp: "2026-07-27T22:09:17Z"
  message: Add eth0 [10.133.0.56/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-27T22:09:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-27T22:09:17Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-5b9l9.18c644fd6a20612d
    namespace: kserve-ci-e2e-test
    resourceVersion: "41052"
    uid: de36bfcf-a61b-4e94-becb-87dea2a2cacf
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:09:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-5b9l9
    namespace: kserve-ci-e2e-test
    resourceVersion: "41035"
    uid: 9aff77da-9522-416e-926f-a8dca9a46f5a
  kind: Event
  lastTimestamp: "2026-07-27T22:09:17Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T22:09:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:09:17Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-5b9l9.18c644fd6b77c82b
    namespace: kserve-ci-e2e-test
    resourceVersion: "41054"
    uid: b8d793aa-4907-40cf-84a1-c03e2b19f44a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:09:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-5b9l9
    namespace: kserve-ci-e2e-test
    resourceVersion: "41035"
    uid: 9aff77da-9522-416e-926f-a8dca9a46f5a
  kind: Event
  lastTimestamp: "2026-07-27T22:09:17Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-27T22:09:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:09:17Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-5b9l9.18c644fd6e311873
    namespace: kserve-ci-e2e-test
    resourceVersion: "41055"
    uid: d6c52160-d07f-48dc-9193-7137bb2f6a43
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:09:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-5b9l9
    namespace: kserve-ci-e2e-test
    resourceVersion: "41035"
    uid: 9aff77da-9522-416e-926f-a8dca9a46f5a
  kind: Event
  lastTimestamp: "2026-07-27T22:09:17Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-27T22:09:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:09:17Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-5b9l9.18c644fd6ea38c45
    namespace: kserve-ci-e2e-test
    resourceVersion: "41056"
    uid: d35359d0-8f36-4845-9535-58d8542f5c18
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:09:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-5b9l9
    namespace: kserve-ci-e2e-test
    resourceVersion: "41035"
    uid: 9aff77da-9522-416e-926f-a8dca9a46f5a
  kind: Event
  lastTimestamp: "2026-07-27T22:09:21Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-27T22:09:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:09:21Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-5b9l9.18c644fe6896f9c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "41096"
    uid: 7e61d228-3f08-4ef1-87a0-bca118ef72fd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:09:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-5b9l9
    namespace: kserve-ci-e2e-test
    resourceVersion: "41035"
    uid: 9aff77da-9522-416e-926f-a8dca9a46f5a
  kind: Event
  lastTimestamp: "2026-07-27T22:09:21Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-27T22:09:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:09:21Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-5b9l9.18c644fe6b82fdfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "41099"
    uid: c01e9c51-84df-4513-bcab-72ab5faa2fc3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:09:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-5b9l9
    namespace: kserve-ci-e2e-test
    resourceVersion: "41035"
    uid: 9aff77da-9522-416e-926f-a8dca9a46f5a
  kind: Event
  lastTimestamp: "2026-07-27T22:09:21Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T22:09:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:09:21Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-5b9l9.18c644fe6bf71b42
    namespace: kserve-ci-e2e-test
    resourceVersion: "41102"
    uid: 6008b62a-a61d-49ba-8d10-6eddeeeceaa9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:09:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-5b9l9
    namespace: kserve-ci-e2e-test
    resourceVersion: "41035"
    uid: 9aff77da-9522-416e-926f-a8dca9a46f5a
  kind: Event
  lastTimestamp: "2026-07-27T22:09:21Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T22:09:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:09:21Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-5b9l9.18c644fe6c01a184
    namespace: kserve-ci-e2e-test
    resourceVersion: "41103"
    uid: 5b2a3ad0-d3ec-498b-88d7-488433b3b5cf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:09:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-5b9l9
    namespace: kserve-ci-e2e-test
    resourceVersion: "41035"
    uid: 9aff77da-9522-416e-926f-a8dca9a46f5a
  kind: Event
  lastTimestamp: "2026-07-27T22:09:21Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-27T22:09:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:09:21Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-5b9l9.18c644fe6ec635d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "41105"
    uid: c0ef54e9-83ed-4665-8200-a35dbd53c483
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:09:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-5b9l9
    namespace: kserve-ci-e2e-test
    resourceVersion: "41035"
    uid: 9aff77da-9522-416e-926f-a8dca9a46f5a
  kind: Event
  lastTimestamp: "2026-07-27T22:09:21Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T22:09:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:09:21Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-5b9l9.18c644fe6f3becaa
    namespace: kserve-ci-e2e-test
    resourceVersion: "41106"
    uid: f546c3af-9472-4b96-b46b-39263681137f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-27T22:09:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-5b9l9
    namespace: kserve-ci-e2e-test
    resourceVersion: "41035"
    uid: 9aff77da-9522-416e-926f-a8dca9a46f5a
  kind: Event
  lastTimestamp: "2026-07-27T22:10:49Z"
  message: 'Readiness probe failed: Get "http://10.133.0.56:8080/v2/models/isvc-predictive-xgboost-v2/ready":
    dial tcp 10.133.0.56:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-27T22:09:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:10:49Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-5b9l9.18c6450742ca3ef5
    namespace: kserve-ci-e2e-test
    resourceVersion: "41744"
    uid: 0eacf146-8a35-4dfb-9e57-bfbcd0036456
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:10:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-5b9l9
    namespace: kserve-ci-e2e-test
    resourceVersion: "41035"
    uid: 9aff77da-9522-416e-926f-a8dca9a46f5a
  kind: Event
  lastTimestamp: "2026-07-27T22:10:47Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T22:10:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:10:47Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-5b9l9.18c645124b3227b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "41723"
    uid: a7a3d447-f241-4347-8ac7-8aab85d5772d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:10:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-5b9l9
    namespace: kserve-ci-e2e-test
    resourceVersion: "41035"
    uid: 9aff77da-9522-416e-926f-a8dca9a46f5a
  kind: Event
  lastTimestamp: "2026-07-27T22:10:47Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T22:10:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:10:47Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-5b9l9.18c645124b32b4e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "41724"
    uid: aa90dca5-917b-4e89-b8a6-b37c8c947f8c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:10:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-5b9l9
    namespace: kserve-ci-e2e-test
    resourceVersion: "41035"
    uid: 9aff77da-9522-416e-926f-a8dca9a46f5a
  kind: Event
  lastTimestamp: "2026-07-27T22:10:49Z"
  message: 'Readiness probe failed: Get "https://10.133.0.56:8643/healthz": dial tcp
    10.133.0.56:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-27T22:10:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:10:49Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-5b9l9.18c64512e6bc69d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "41743"
    uid: bd7dd535-7e5e-4304-9ad0-353de80b450b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:09:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "41020"
    uid: 2931b6c3-dcdb-4bac-8366-498630402aae
  kind: Event
  lastTimestamp: "2026-07-27T22:09:17Z"
  message: 'Created pod: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-5b9l9'
  metadata:
    creationTimestamp: "2026-07-27T22:09:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T22:09:17Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d.18c644fd4fb62d3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "41036"
    uid: 708a3eb6-13e7-40f9-aa02-feb3e2e04ea2
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:09:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41018"
    uid: 3acb21cf-10f7-483e-a584-0ff34f811b53
  kind: Event
  lastTimestamp: "2026-07-27T22:09:16Z"
  message: Scaled up replica set isvc-predictive-xgboost-v2-predictor-868ff5dd6d from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-27T22:09:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T22:09:16Z"
    name: isvc-predictive-xgboost-v2-predictor.18c644fd49fe9795
    namespace: kserve-ci-e2e-test
    resourceVersion: "41022"
    uid: 03e0d6e7-eb93-4b68-a52e-21b755631564
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T22:09:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41019"
    uid: 473ca591-3bbf-4eec-83eb-0257dc7f548b
  kind: Event
  lastTimestamp: "2026-07-27T22:10:02Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T22:09:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T22:10:02Z"
    name: isvc-predictive-xgboost-v2-predictor.18c64500c8db440c
    namespace: kserve-ci-e2e-test
    resourceVersion: "41383"
    uid: b3ed8385-af80-4fd8-bd79-05231278bf8d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T22:09:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41019"
    uid: 473ca591-3bbf-4eec-83eb-0257dc7f548b
  kind: Event
  lastTimestamp: "2026-07-27T22:10:02Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T22:09:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T22:10:02Z"
    name: isvc-predictive-xgboost-v2-predictor.18c64500c927fc37
    namespace: kserve-ci-e2e-test
    resourceVersion: "41384"
    uid: bdc793d5-c20b-4b98-a368-399f85b596ae
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-27T22:09:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41177"
    uid: 473ca591-3bbf-4eec-83eb-0257dc7f548b
  kind: Event
  lastTimestamp: "2026-07-27T22:10:47Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T22:09:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T22:10:47Z"
    name: isvc-predictive-xgboost-v2-predictor.18c6450448543a51
    namespace: kserve-ci-e2e-test
    resourceVersion: "41707"
    uid: e35dbed5-87a6-40e8-9f8b-69d423c060cc
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-27T22:09:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41177"
    uid: 473ca591-3bbf-4eec-83eb-0257dc7f548b
  kind: Event
  lastTimestamp: "2026-07-27T22:10:47Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T22:09:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T22:10:47Z"
    name: isvc-predictive-xgboost-v2-predictor.18c6450448b643a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "41708"
    uid: 3b4eb5e7-ab3d-48bc-b248-d6c2ff4bfe48
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-27T22:09:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "41011"
    uid: 8b9dd9da-f306-47a6-b6cb-b8e016b043ad
  kind: Event
  lastTimestamp: "2026-07-27T22:10:39Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-27T22:09:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T22:10:39Z"
    name: isvc-predictive-xgboost-v2.18c644fd49f94329
    namespace: kserve-ci-e2e-test
    resourceVersion: "41656"
    uid: d9ccf735-1749-4f62-874a-82bb655c5065
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:09:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "41011"
    uid: 8b9dd9da-f306-47a6-b6cb-b8e016b043ad
  kind: Event
  lastTimestamp: "2026-07-27T22:09:16Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-xgboost-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-xgboost-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-27T22:09:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T22:09:16Z"
    name: isvc-predictive-xgboost-v2.18c644fd4a7923a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "41026"
    uid: 81900a8b-f6a9-411f-875d-3cf930da2214
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:10:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "41654"
    uid: 8b9dd9da-f306-47a6-b6cb-b8e016b043ad
  kind: Event
  lastTimestamp: "2026-07-27T22:10:39Z"
  message: InferenceService [isvc-predictive-xgboost-v2] is Ready
  metadata:
    creationTimestamp: "2026-07-27T22:10:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T22:10:39Z"
    name: isvc-predictive-xgboost-v2.18c6451099e9f6de
    namespace: kserve-ci-e2e-test
    resourceVersion: "41655"
    uid: 274bdc87-58d5-4d8d-b7e5-21b2dfdf8aae
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-27T22:04:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "38704"
    uid: 5805a7c0-c590-49d3-a4e9-0c6bd225ccf0
  kind: Event
  lastTimestamp: "2026-07-27T22:05:53Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-27T22:04:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T22:05:53Z"
    name: isvc-predictive-xgboost.18c644ba8bdacb23
    namespace: kserve-ci-e2e-test
    resourceVersion: "39362"
    uid: fe6703a8-d965-4069-a6b6-3f4c0a77b5d0
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T22:04:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "38704"
    uid: 5805a7c0-c590-49d3-a4e9-0c6bd225ccf0
  kind: Event
  lastTimestamp: "2026-07-27T22:04:30Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-xgboost":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-xgboost":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-27T22:04:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T22:04:30Z"
    name: isvc-predictive-xgboost.18c644ba8c55ef4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "38735"
    uid: 6d443c7e-b780-4673-898f-9aafdb62dab9
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:04:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "38708"
    uid: 5805a7c0-c590-49d3-a4e9-0c6bd225ccf0
  kind: Event
  lastTimestamp: "2026-07-27T22:04:30Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-xgboost": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-27T22:04:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T22:04:30Z"
    name: isvc-predictive-xgboost.18c644ba9185fdd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "38736"
    uid: 28fc60e4-460a-4471-8d0e-b13ffadc6d35
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:05:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "39359"
    uid: 5805a7c0-c590-49d3-a4e9-0c6bd225ccf0
  kind: Event
  lastTimestamp: "2026-07-27T22:05:53Z"
  message: InferenceService [isvc-predictive-xgboost] is Ready
  metadata:
    creationTimestamp: "2026-07-27T22:05:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T22:05:53Z"
    name: isvc-predictive-xgboost.18c644cdf976b7ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "39360"
    uid: 07aba20f-404e-4c34-8216-d2054d05529d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-27T22:00:11.441893Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-f368c2-predictor-7bc44788b5-m44b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36564"
    uid: 3110f628-56f9-4146-b1e4-7f82fecc437a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-primary-f368c2-predictor-7bc44788b5-m44b9
    to ip-10-0-142-219.ec2.internal
  metadata:
    creationTimestamp: "2026-07-27T22:00:11Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-27T22:00:11Z"
    name: isvc-primary-f368c2-predictor-7bc44788b5-m44b9.18c6447e46b64db4
    namespace: kserve-ci-e2e-test
    resourceVersion: "36568"
    uid: 34b98d13-e72c-405d-baef-a7dce295f975
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-858ff8b64f-jq2m2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:00:11Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-f368c2-predictor-7bc44788b5-m44b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36574"
    uid: 3110f628-56f9-4146-b1e4-7f82fecc437a
  kind: Event
  lastTimestamp: "2026-07-27T22:00:11Z"
  message: Add eth0 [10.133.0.49/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-27T22:00:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-27T22:00:11Z"
    name: isvc-primary-f368c2-predictor-7bc44788b5-m44b9.18c6447e60049e77
    namespace: kserve-ci-e2e-test
    resourceVersion: "36584"
    uid: 9ebbab8f-ab86-4a84-b620-93acda3c9b5c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:00:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-f368c2-predictor-7bc44788b5-m44b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36566"
    uid: 3110f628-56f9-4146-b1e4-7f82fecc437a
  kind: Event
  lastTimestamp: "2026-07-27T22:00:11Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T22:00:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:00:11Z"
    name: isvc-primary-f368c2-predictor-7bc44788b5-m44b9.18c6447e616c5033
    namespace: kserve-ci-e2e-test
    resourceVersion: "36586"
    uid: a377235f-563a-4847-bda1-fdc299c75168
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:00:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-f368c2-predictor-7bc44788b5-m44b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36566"
    uid: 3110f628-56f9-4146-b1e4-7f82fecc437a
  kind: Event
  lastTimestamp: "2026-07-27T22:00:11Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-27T22:00:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:00:11Z"
    name: isvc-primary-f368c2-predictor-7bc44788b5-m44b9.18c6447e63eefcfe
    namespace: kserve-ci-e2e-test
    resourceVersion: "36587"
    uid: 8b383c99-a4ff-4d20-a0c7-fb8327a32d46
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:00:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-f368c2-predictor-7bc44788b5-m44b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36566"
    uid: 3110f628-56f9-4146-b1e4-7f82fecc437a
  kind: Event
  lastTimestamp: "2026-07-27T22:00:11Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-27T22:00:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:00:11Z"
    name: isvc-primary-f368c2-predictor-7bc44788b5-m44b9.18c6447e64656082
    namespace: kserve-ci-e2e-test
    resourceVersion: "36588"
    uid: 53242130-3dec-4406-b534-57d8abf3b944
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:00:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-f368c2-predictor-7bc44788b5-m44b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36566"
    uid: 3110f628-56f9-4146-b1e4-7f82fecc437a
  kind: Event
  lastTimestamp: "2026-07-27T22:00:16Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T22:00:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:00:16Z"
    name: isvc-primary-f368c2-predictor-7bc44788b5-m44b9.18c6447f77d52148
    namespace: kserve-ci-e2e-test
    resourceVersion: "36625"
    uid: 58030fb7-3520-4cbe-8d07-8516d9569b7c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:00:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-f368c2-predictor-7bc44788b5-m44b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36566"
    uid: 3110f628-56f9-4146-b1e4-7f82fecc437a
  kind: Event
  lastTimestamp: "2026-07-27T22:00:16Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-27T22:00:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:00:16Z"
    name: isvc-primary-f368c2-predictor-7bc44788b5-m44b9.18c6447f7ac5b271
    namespace: kserve-ci-e2e-test
    resourceVersion: "36628"
    uid: 8f9e2d3d-1afe-4e44-bf77-271b65b75ac7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:00:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-f368c2-predictor-7bc44788b5-m44b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36566"
    uid: 3110f628-56f9-4146-b1e4-7f82fecc437a
  kind: Event
  lastTimestamp: "2026-07-27T22:00:16Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T22:00:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:00:16Z"
    name: isvc-primary-f368c2-predictor-7bc44788b5-m44b9.18c6447f7b37709d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36629"
    uid: 1dbaaf4f-3bd0-4f05-bee2-6c54ce3b8978
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:00:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-f368c2-predictor-7bc44788b5-m44b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36566"
    uid: 3110f628-56f9-4146-b1e4-7f82fecc437a
  kind: Event
  lastTimestamp: "2026-07-27T22:00:16Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T22:00:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:00:16Z"
    name: isvc-primary-f368c2-predictor-7bc44788b5-m44b9.18c6447f7b41f2a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "36630"
    uid: 641c95e9-d74d-4c0f-b078-e6b6f36261f7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:00:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-f368c2-predictor-7bc44788b5-m44b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36566"
    uid: 3110f628-56f9-4146-b1e4-7f82fecc437a
  kind: Event
  lastTimestamp: "2026-07-27T22:00:16Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-27T22:00:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:00:16Z"
    name: isvc-primary-f368c2-predictor-7bc44788b5-m44b9.18c6447f7e645fac
    namespace: kserve-ci-e2e-test
    resourceVersion: "36635"
    uid: 1536e8f6-3c50-46e7-8c71-43fbbfa50a83
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:00:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-f368c2-predictor-7bc44788b5-m44b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36566"
    uid: 3110f628-56f9-4146-b1e4-7f82fecc437a
  kind: Event
  lastTimestamp: "2026-07-27T22:00:16Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T22:00:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:00:16Z"
    name: isvc-primary-f368c2-predictor-7bc44788b5-m44b9.18c6447f7ed5469c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36636"
    uid: 405a9c84-a856-4970-917a-e7176e753ff6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-27T22:00:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-f368c2-predictor-7bc44788b5-m44b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36566"
    uid: 3110f628-56f9-4146-b1e4-7f82fecc437a
  kind: Event
  lastTimestamp: "2026-07-27T22:01:24Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.49:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-27T22:00:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:01:24Z"
    name: isvc-primary-f368c2-predictor-7bc44788b5-m44b9.18c6447fefd841b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37104"
    uid: 7b55d11c-9e5f-4b94-b7e7-e6b6fa151ec5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:02:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-f368c2-predictor-7bc44788b5-m44b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36566"
    uid: 3110f628-56f9-4146-b1e4-7f82fecc437a
  kind: Event
  lastTimestamp: "2026-07-27T22:02:14Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T22:02:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:02:14Z"
    name: isvc-primary-f368c2-predictor-7bc44788b5-m44b9.18c6449afcac4f45
    namespace: kserve-ci-e2e-test
    resourceVersion: "37564"
    uid: 5d67792f-8b10-4736-8297-0cb16b79dfe4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:02:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-f368c2-predictor-7bc44788b5-m44b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36566"
    uid: 3110f628-56f9-4146-b1e4-7f82fecc437a
  kind: Event
  lastTimestamp: "2026-07-27T22:02:14Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T22:02:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:02:14Z"
    name: isvc-primary-f368c2-predictor-7bc44788b5-m44b9.18c6449afcacd20b
    namespace: kserve-ci-e2e-test
    resourceVersion: "37565"
    uid: b5a39208-b837-49a3-813d-46483646d68a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:00:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-primary-f368c2-predictor-7bc44788b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "36553"
    uid: dd01b18f-d416-4934-98a8-b77e88b55783
  kind: Event
  lastTimestamp: "2026-07-27T22:00:11Z"
  message: 'Created pod: isvc-primary-f368c2-predictor-7bc44788b5-m44b9'
  metadata:
    creationTimestamp: "2026-07-27T22:00:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T22:00:11Z"
    name: isvc-primary-f368c2-predictor-7bc44788b5.18c6447e46418606
    namespace: kserve-ci-e2e-test
    resourceVersion: "36565"
    uid: 640b0905-8ff9-4731-9c5d-063725aba7c2
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:00:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-primary-f368c2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36551"
    uid: 2d30779d-2507-4e72-a069-1388f2125a59
  kind: Event
  lastTimestamp: "2026-07-27T22:00:11Z"
  message: Scaled up replica set isvc-primary-f368c2-predictor-7bc44788b5 from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-27T22:00:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T22:00:11Z"
    name: isvc-primary-f368c2-predictor.18c6447e41afcaf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "36554"
    uid: 95c9043e-0e7e-46b4-bc4f-d45f7b5a3f1b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:00:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-f368c2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36552"
    uid: 724d41e5-ef4e-4540-8bfd-268319913e6d
  kind: Event
  lastTimestamp: "2026-07-27T22:00:26Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T22:00:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T22:00:26Z"
    name: isvc-primary-f368c2-predictor.18c64481c090604c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36705"
    uid: 6dff8c32-4951-422c-8404-cb644590cdd6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:00:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-f368c2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36552"
    uid: 724d41e5-ef4e-4540-8bfd-268319913e6d
  kind: Event
  lastTimestamp: "2026-07-27T22:00:26Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T22:00:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T22:00:26Z"
    name: isvc-primary-f368c2-predictor.18c64481c0f4e8a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36707"
    uid: 4a3f8b4a-f11a-432c-abb0-c49a7c5c65c6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-07-27T22:00:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-f368c2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36706"
    uid: 724d41e5-ef4e-4540-8bfd-268319913e6d
  kind: Event
  lastTimestamp: "2026-07-27T22:02:11Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T22:00:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T22:02:11Z"
    name: isvc-primary-f368c2-predictor.18c644853fb5d89f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37507"
    uid: f717e942-06ac-40e5-8fb5-8efd825b198e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-07-27T22:00:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-f368c2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36706"
    uid: 724d41e5-ef4e-4540-8bfd-268319913e6d
  kind: Event
  lastTimestamp: "2026-07-27T22:02:11Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T22:00:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T22:02:11Z"
    name: isvc-primary-f368c2-predictor.18c64485401489fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "37508"
    uid: e0d3889e-d61d-40c9-b399-80037571a5bb
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-27T22:00:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-f368c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36544"
    uid: 8e95703b-d9f4-44b8-80ae-40458ed4debf
  kind: Event
  lastTimestamp: "2026-07-27T22:01:34Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-27T22:00:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T22:01:34Z"
    name: isvc-primary-f368c2.18c6447e41b032d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37189"
    uid: 0ba0dbec-3724-4d86-a08c-881e2eec4588
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T22:00:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-f368c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36544"
    uid: 8e95703b-d9f4-44b8-80ae-40458ed4debf
  kind: Event
  lastTimestamp: "2026-07-27T22:00:11Z"
  message: 'Failed to update status for InferenceService "isvc-primary-f368c2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-primary-f368c2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-27T22:00:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T22:00:11Z"
    name: isvc-primary-f368c2.18c6447e424166bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "36573"
    uid: c22bfef2-ef44-4201-901b-cb656a93dc3f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T22:00:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-f368c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36544"
    uid: 8e95703b-d9f4-44b8-80ae-40458ed4debf
  kind: Event
  lastTimestamp: "2026-07-27T22:00:11Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-primary-f368c2": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-27T22:00:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T22:00:11Z"
    name: isvc-primary-f368c2.18c6447e42419f7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36575"
    uid: a917287d-cad4-47c8-a1f4-147d271a936b
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:01:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-f368c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37187"
    uid: 8e95703b-d9f4-44b8-80ae-40458ed4debf
  kind: Event
  lastTimestamp: "2026-07-27T22:01:34Z"
  message: InferenceService [isvc-primary-f368c2] is Ready
  metadata:
    creationTimestamp: "2026-07-27T22:01:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T22:01:34Z"
    name: isvc-primary-f368c2.18c64491a786fbfa
    namespace: kserve-ci-e2e-test
    resourceVersion: "37188"
    uid: 8ee73f51-965f-4c1e-ae5f-4afe1991402c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-27T22:01:56.652072Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-f368c2-predictor-76ff67b47d-5xdbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "37366"
    uid: 36b50cda-ca41-47fc-8257-a401fee51f36
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-secondary-f368c2-predictor-76ff67b47d-5xdbd
    to ip-10-0-142-219.ec2.internal
  metadata:
    creationTimestamp: "2026-07-27T22:01:56Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-27T22:01:56Z"
    name: isvc-secondary-f368c2-predictor-76ff67b47d-5xdbd.18c64496c5ba4edf
    namespace: kserve-ci-e2e-test
    resourceVersion: "37370"
    uid: ecaa8f91-8c73-4ad7-8ccf-896b0f5cf169
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-858ff8b64f-jq2m2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:01:57Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-f368c2-predictor-76ff67b47d-5xdbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "37376"
    uid: 36b50cda-ca41-47fc-8257-a401fee51f36
  kind: Event
  lastTimestamp: "2026-07-27T22:01:57Z"
  message: Add eth0 [10.133.0.50/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-27T22:01:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-27T22:01:57Z"
    name: isvc-secondary-f368c2-predictor-76ff67b47d-5xdbd.18c64496df408137
    namespace: kserve-ci-e2e-test
    resourceVersion: "37385"
    uid: 6a81b0f1-5ad1-41b7-80cd-0044f06a7b63
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T22:01:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-f368c2-predictor-76ff67b47d-5xdbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "37367"
    uid: 36b50cda-ca41-47fc-8257-a401fee51f36
  kind: Event
  lastTimestamp: "2026-07-27T22:02:03Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T22:01:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:02:03Z"
    name: isvc-secondary-f368c2-predictor-76ff67b47d-5xdbd.18c64496e0b0476a
    namespace: kserve-ci-e2e-test
    resourceVersion: "37445"
    uid: 67a0089a-c76f-49a8-bf30-bc4439de5801
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T22:01:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-f368c2-predictor-76ff67b47d-5xdbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "37367"
    uid: 36b50cda-ca41-47fc-8257-a401fee51f36
  kind: Event
  lastTimestamp: "2026-07-27T22:02:04Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-27T22:01:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:02:04Z"
    name: isvc-secondary-f368c2-predictor-76ff67b47d-5xdbd.18c64496e44a1130
    namespace: kserve-ci-e2e-test
    resourceVersion: "37447"
    uid: ecd76029-31c9-48f8-b4fa-c936433ddfbb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T22:01:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-f368c2-predictor-76ff67b47d-5xdbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "37367"
    uid: 36b50cda-ca41-47fc-8257-a401fee51f36
  kind: Event
  lastTimestamp: "2026-07-27T22:02:04Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-27T22:01:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:02:04Z"
    name: isvc-secondary-f368c2-predictor-76ff67b47d-5xdbd.18c64496e4b9659a
    namespace: kserve-ci-e2e-test
    resourceVersion: "37449"
    uid: 115b066c-84b1-4eba-a107-8c930b74c93f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:02:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-f368c2-predictor-76ff67b47d-5xdbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "37367"
    uid: 36b50cda-ca41-47fc-8257-a401fee51f36
  kind: Event
  lastTimestamp: "2026-07-27T22:02:09Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-secondary-f368c2-predictor-76ff67b47d-5xdbd_kserve-ci-e2e-test(36b50cda-ca41-47fc-8257-a401fee51f36)
  metadata:
    creationTimestamp: "2026-07-27T22:02:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:02:09Z"
    name: isvc-secondary-f368c2-predictor-76ff67b47d-5xdbd.18c64499a6ada122
    namespace: kserve-ci-e2e-test
    resourceVersion: "37486"
    uid: b2e41554-f308-4378-a9e6-e84331994492
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:01:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-secondary-f368c2-predictor-76ff67b47d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37356"
    uid: bc0ee48e-0082-40df-a60e-141402c76306
  kind: Event
  lastTimestamp: "2026-07-27T22:01:56Z"
  message: 'Created pod: isvc-secondary-f368c2-predictor-76ff67b47d-5xdbd'
  metadata:
    creationTimestamp: "2026-07-27T22:01:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T22:01:56Z"
    name: isvc-secondary-f368c2-predictor-76ff67b47d.18c64496c56217f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "37368"
    uid: 23442a12-5fc2-4753-a314-5eb0d88055fc
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:01:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-secondary-f368c2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37354"
    uid: 12a1786f-eb14-4a9c-a0b9-40ae633b25fe
  kind: Event
  lastTimestamp: "2026-07-27T22:01:56Z"
  message: Scaled up replica set isvc-secondary-f368c2-predictor-76ff67b47d from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-27T22:01:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T22:01:56Z"
    name: isvc-secondary-f368c2-predictor.18c64496c02d7bd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "37357"
    uid: e13b5157-9bcd-4b1b-8224-ec7974e5eb69
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:02:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-f368c2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37355"
    uid: c10ab142-9230-4131-a828-7bafae178a9b
  kind: Event
  lastTimestamp: "2026-07-27T22:02:11Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T22:02:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T22:02:11Z"
    name: isvc-secondary-f368c2-predictor.18c6449a3eb34568
    namespace: kserve-ci-e2e-test
    resourceVersion: "37510"
    uid: 6523491a-fddc-44b0-98f0-5fdc386e3be1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:02:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-f368c2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37355"
    uid: c10ab142-9230-4131-a828-7bafae178a9b
  kind: Event
  lastTimestamp: "2026-07-27T22:02:11Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T22:02:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T22:02:11Z"
    name: isvc-secondary-f368c2-predictor.18c6449a3f1592e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "37511"
    uid: c268daa8-dd65-42a0-b694-fcaca75554a9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-07-27T22:01:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-f368c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37346"
    uid: 0172152f-3931-4920-8429-73e6324bd570
  kind: Event
  lastTimestamp: "2026-07-27T22:02:09Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-27T22:01:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T22:02:09Z"
    name: isvc-secondary-f368c2.18c64496c02bfa89
    namespace: kserve-ci-e2e-test
    resourceVersion: "37491"
    uid: d72171d2-657a-4531-b69b-b7becd066396
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T22:01:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-f368c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37346"
    uid: 0172152f-3931-4920-8429-73e6324bd570
  kind: Event
  lastTimestamp: "2026-07-27T22:01:56Z"
  message: 'Failed to update status for InferenceService "isvc-secondary-f368c2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-secondary-f368c2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-27T22:01:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T22:01:56Z"
    name: isvc-secondary-f368c2.18c64496c0d08424
    namespace: kserve-ci-e2e-test
    resourceVersion: "37375"
    uid: 5744b8b2-bf93-4639-825a-85553a5f5c7c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T22:01:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-f368c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37346"
    uid: 0172152f-3931-4920-8429-73e6324bd570
  kind: Event
  lastTimestamp: "2026-07-27T22:01:56Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-secondary-f368c2": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-27T22:01:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T22:01:56Z"
    name: isvc-secondary-f368c2.18c64496c0d0d8ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "37377"
    uid: 6236a9a8-8db9-4e00-9c50-b248f319366f
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-27T21:18:10.251879Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-p9shg
    namespace: kserve-ci-e2e-test
    resourceVersion: "15954"
    uid: 85e94499-a400-45f4-b021-3bda235a5580
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-custom-predictor-55c4fb9c75-p9shg
    to ip-10-0-142-219.ec2.internal
  metadata:
    creationTimestamp: "2026-07-27T21:18:10Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-27T21:18:10Z"
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-p9shg.18c642334413ce4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15964"
    uid: 75f2dc70-645f-40a0-a74f-c507e17f4d8b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-858ff8b64f-jq2m2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:18:10Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-p9shg
    namespace: kserve-ci-e2e-test
    resourceVersion: "15967"
    uid: 85e94499-a400-45f4-b021-3bda235a5580
  kind: Event
  lastTimestamp: "2026-07-27T21:18:10Z"
  message: Add eth0 [10.133.0.26/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-27T21:18:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-27T21:18:10Z"
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-p9shg.18c642335d52f435
    namespace: kserve-ci-e2e-test
    resourceVersion: "15976"
    uid: d601faf8-aa8f-4680-84dd-94753f456632
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:18:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-p9shg
    namespace: kserve-ci-e2e-test
    resourceVersion: "15959"
    uid: 85e94499-a400-45f4-b021-3bda235a5580
  kind: Event
  lastTimestamp: "2026-07-27T21:18:10Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T21:18:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:18:10Z"
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-p9shg.18c642335f024a56
    namespace: kserve-ci-e2e-test
    resourceVersion: "15978"
    uid: 9e7555f8-f610-432b-a112-619a098af990
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:18:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-p9shg
    namespace: kserve-ci-e2e-test
    resourceVersion: "15959"
    uid: 85e94499-a400-45f4-b021-3bda235a5580
  kind: Event
  lastTimestamp: "2026-07-27T21:18:10Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-27T21:18:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:18:10Z"
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-p9shg.18c6423362312f60
    namespace: kserve-ci-e2e-test
    resourceVersion: "15980"
    uid: d9105b8e-e5a7-4465-879b-59dc865c23a6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:18:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-p9shg
    namespace: kserve-ci-e2e-test
    resourceVersion: "15959"
    uid: 85e94499-a400-45f4-b021-3bda235a5580
  kind: Event
  lastTimestamp: "2026-07-27T21:18:10Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-27T21:18:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:18:10Z"
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-p9shg.18c6423362946cfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15981"
    uid: 09f963f0-057f-46eb-b35b-f6495460b481
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:18:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-p9shg
    namespace: kserve-ci-e2e-test
    resourceVersion: "15959"
    uid: 85e94499-a400-45f4-b021-3bda235a5580
  kind: Event
  lastTimestamp: "2026-07-27T21:18:14Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T21:18:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:18:14Z"
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-p9shg.18c642343795e3e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16014"
    uid: 28884ca9-b4c4-48ec-9ea9-7d4b21d532b3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:18:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-p9shg
    namespace: kserve-ci-e2e-test
    resourceVersion: "15959"
    uid: 85e94499-a400-45f4-b021-3bda235a5580
  kind: Event
  lastTimestamp: "2026-07-27T21:18:14Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-27T21:18:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:18:14Z"
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-p9shg.18c642343a70291d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16016"
    uid: 06374d34-43ea-4bf3-9224-9b08e6ca20ab
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:18:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-p9shg
    namespace: kserve-ci-e2e-test
    resourceVersion: "15959"
    uid: 85e94499-a400-45f4-b021-3bda235a5580
  kind: Event
  lastTimestamp: "2026-07-27T21:18:14Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T21:18:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:18:14Z"
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-p9shg.18c642343ad4cb2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16018"
    uid: d389fc9b-f0b2-44ac-8b12-1eecde8b0768
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:18:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-p9shg
    namespace: kserve-ci-e2e-test
    resourceVersion: "15959"
    uid: 85e94499-a400-45f4-b021-3bda235a5580
  kind: Event
  lastTimestamp: "2026-07-27T21:18:14Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T21:18:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:18:14Z"
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-p9shg.18c642343adefa3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16020"
    uid: d36acbb0-7fce-4770-aba8-b8ae11f7f48e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:18:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-p9shg
    namespace: kserve-ci-e2e-test
    resourceVersion: "15959"
    uid: 85e94499-a400-45f4-b021-3bda235a5580
  kind: Event
  lastTimestamp: "2026-07-27T21:18:14Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-27T21:18:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:18:14Z"
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-p9shg.18c642343dfca943
    namespace: kserve-ci-e2e-test
    resourceVersion: "16022"
    uid: ddeb7b4e-1a41-4865-9006-dee550a0e5cd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:18:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-p9shg
    namespace: kserve-ci-e2e-test
    resourceVersion: "15959"
    uid: 85e94499-a400-45f4-b021-3bda235a5580
  kind: Event
  lastTimestamp: "2026-07-27T21:18:14Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T21:18:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:18:14Z"
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-p9shg.18c642343e654ccc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16024"
    uid: 4caaa8ee-3926-4480-81cc-32414ca4e2eb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:18:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-p9shg
    namespace: kserve-ci-e2e-test
    resourceVersion: "15959"
    uid: 85e94499-a400-45f4-b021-3bda235a5580
  kind: Event
  lastTimestamp: "2026-07-27T21:18:14Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:bf42462edec7da298c1b007872394204ebe10a2c0c0d143725247988fb0a7324"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T21:18:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:18:14Z"
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-p9shg.18c642343e6f65c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16025"
    uid: 59a0d38f-b195-4c8a-8829-eb95194e6e2c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:18:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-p9shg
    namespace: kserve-ci-e2e-test
    resourceVersion: "15959"
    uid: 85e94499-a400-45f4-b021-3bda235a5580
  kind: Event
  lastTimestamp: "2026-07-27T21:18:14Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-07-27T21:18:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:18:14Z"
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-p9shg.18c6423440df93d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16026"
    uid: ba1dff0c-8cc4-4e13-94ee-cd2cd8b824eb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:18:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-p9shg
    namespace: kserve-ci-e2e-test
    resourceVersion: "15959"
    uid: 85e94499-a400-45f4-b021-3bda235a5580
  kind: Event
  lastTimestamp: "2026-07-27T21:18:14Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-07-27T21:18:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:18:14Z"
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-p9shg.18c6423441459136
    namespace: kserve-ci-e2e-test
    resourceVersion: "16027"
    uid: 4c25128b-abd6-459d-97c2-12b730bcafc1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-27T21:18:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-p9shg
    namespace: kserve-ci-e2e-test
    resourceVersion: "15959"
    uid: 85e94499-a400-45f4-b021-3bda235a5580
  kind: Event
  lastTimestamp: "2026-07-27T21:20:01Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.26:5000: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-27T21:18:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:20:01Z"
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-p9shg.18c6423473cef4f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16893"
    uid: 01f521f8-04ef-48ba-861c-f3cf629042b2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-27T21:18:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-p9shg
    namespace: kserve-ci-e2e-test
    resourceVersion: "15959"
    uid: 85e94499-a400-45f4-b021-3bda235a5580
  kind: Event
  lastTimestamp: "2026-07-27T21:19:51Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-07-27T21:18:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:19:51Z"
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-p9shg.18c6423473d8ed9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16808"
    uid: fd823737-1e70-4507-b75b-cf96de0fc3f1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:19:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-p9shg
    namespace: kserve-ci-e2e-test
    resourceVersion: "15959"
    uid: 85e94499-a400-45f4-b021-3bda235a5580
  kind: Event
  lastTimestamp: "2026-07-27T21:19:45Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T21:19:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:19:45Z"
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-p9shg.18c642496c844d4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16737"
    uid: 811ab48b-3628-4997-a57c-fb9ab71b8d88
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:19:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-p9shg
    namespace: kserve-ci-e2e-test
    resourceVersion: "15959"
    uid: 85e94499-a400-45f4-b021-3bda235a5580
  kind: Event
  lastTimestamp: "2026-07-27T21:19:45Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-07-27T21:19:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:19:45Z"
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-p9shg.18c642496c848d1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16741"
    uid: 5151cd94-2c24-48bb-b6a5-961c8b83dccf
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:19:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-p9shg
    namespace: kserve-ci-e2e-test
    resourceVersion: "15959"
    uid: 85e94499-a400-45f4-b021-3bda235a5580
  kind: Event
  lastTimestamp: "2026-07-27T21:19:45Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T21:19:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:19:45Z"
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-p9shg.18c642496c84e932
    namespace: kserve-ci-e2e-test
    resourceVersion: "16743"
    uid: aeebc8f1-0b3f-448d-bbdf-91c8ade550ea
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-27T21:19:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-p9shg
    namespace: kserve-ci-e2e-test
    resourceVersion: "15959"
    uid: 85e94499-a400-45f4-b021-3bda235a5580
  kind: Event
  lastTimestamp: "2026-07-27T21:20:01Z"
  message: 'Readiness probe failed: Get "https://10.133.0.26:8643/healthz": dial tcp
    10.133.0.26:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-27T21:19:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:20:01Z"
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-p9shg.18c64249a4038135
    namespace: kserve-ci-e2e-test
    resourceVersion: "16892"
    uid: 141d7631-f5b1-4986-be76-5699a36cd648
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:18:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75
    namespace: kserve-ci-e2e-test
    resourceVersion: "15927"
    uid: ac5ce659-4bc6-4227-993a-0d25a8720f41
  kind: Event
  lastTimestamp: "2026-07-27T21:18:10Z"
  message: 'Created pod: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-p9shg'
  metadata:
    creationTimestamp: "2026-07-27T21:18:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:18:10Z"
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75.18c6423343a21ff7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15958"
    uid: fdf25e90-793e-4abc-8539-1c0a3517983a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:18:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15925"
    uid: 2319b0b6-353b-4925-abbc-ba52a245cfcb
  kind: Event
  lastTimestamp: "2026-07-27T21:18:10Z"
  message: Scaled up replica set isvc-sklearn-batcher-custom-predictor-55c4fb9c75
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-27T21:18:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:18:10Z"
    name: isvc-sklearn-batcher-custom-predictor.18c642333e2e3de6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15929"
    uid: 3f80cbc4-c252-44d3-bb84-dd93e25d86f4
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T21:18:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15926"
    uid: 4369208b-b489-4778-8d7c-21a1e0442bf6
  kind: Event
  lastTimestamp: "2026-07-27T21:18:40Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T21:18:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:18:40Z"
    name: isvc-sklearn-batcher-custom-predictor.18c64236bd6ba423
    namespace: kserve-ci-e2e-test
    resourceVersion: "16219"
    uid: 107b3f5f-9b6e-4abd-8edb-843caf3f75b6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T21:18:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15926"
    uid: 4369208b-b489-4778-8d7c-21a1e0442bf6
  kind: Event
  lastTimestamp: "2026-07-27T21:18:40Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T21:18:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:18:40Z"
    name: isvc-sklearn-batcher-custom-predictor.18c64236bdd2db05
    namespace: kserve-ci-e2e-test
    resourceVersion: "16220"
    uid: 79e43b60-714d-4ee9-80ec-a5d7c6ba1750
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-27T21:18:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16111"
    uid: 4369208b-b489-4778-8d7c-21a1e0442bf6
  kind: Event
  lastTimestamp: "2026-07-27T21:19:40Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T21:18:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:19:40Z"
    name: isvc-sklearn-batcher-custom-predictor.18c6423dbbdc1bc1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16658"
    uid: b43074aa-7993-411f-b450-310d5968aee8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-27T21:18:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16111"
    uid: 4369208b-b489-4778-8d7c-21a1e0442bf6
  kind: Event
  lastTimestamp: "2026-07-27T21:19:40Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T21:18:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:19:40Z"
    name: isvc-sklearn-batcher-custom-predictor.18c6423dbc42bffe
    namespace: kserve-ci-e2e-test
    resourceVersion: "16659"
    uid: f8b941f3-a572-468d-9ade-f80809184422
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-27T21:18:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "15918"
    uid: e6776a93-167c-441c-9e23-9f7a2d00417a
  kind: Event
  lastTimestamp: "2026-07-27T21:19:31Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-27T21:18:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T21:19:31Z"
    name: isvc-sklearn-batcher-custom.18c642333e5855b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16602"
    uid: e3867d81-2d46-4cfa-a8e6-0bc4fdd7f4b9
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:18:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "15918"
    uid: e6776a93-167c-441c-9e23-9f7a2d00417a
  kind: Event
  lastTimestamp: "2026-07-27T21:18:10Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-batcher-custom":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher-custom":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-27T21:18:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T21:18:10Z"
    name: isvc-sklearn-batcher-custom.18c642333f0e4c44
    namespace: kserve-ci-e2e-test
    resourceVersion: "15933"
    uid: 6363621d-12ac-467c-986a-cd83419b47fa
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:19:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "16599"
    uid: e6776a93-167c-441c-9e23-9f7a2d00417a
  kind: Event
  lastTimestamp: "2026-07-27T21:19:31Z"
  message: InferenceService [isvc-sklearn-batcher-custom] is Ready
  metadata:
    creationTimestamp: "2026-07-27T21:19:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T21:19:31Z"
    name: isvc-sklearn-batcher-custom.18c642462cb3d1a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16600"
    uid: 2273cdaa-6275-4af6-bcda-0ee74f78cbfe
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-27T21:16:25.137092Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-drtqr
    namespace: kserve-ci-e2e-test
    resourceVersion: "15113"
    uid: 7075cca3-6cd4-4714-bfc8-3a0f65a2ddab
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-predictor-86cb8f94cb-drtqr
    to ip-10-0-142-219.ec2.internal
  metadata:
    creationTimestamp: "2026-07-27T21:16:25Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-27T21:16:25Z"
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-drtqr.18c6421acabf5d72
    namespace: kserve-ci-e2e-test
    resourceVersion: "15117"
    uid: 23dc2cb5-3d92-4479-8464-f93c6b1c6e82
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-858ff8b64f-jq2m2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:16:25Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-drtqr
    namespace: kserve-ci-e2e-test
    resourceVersion: "15124"
    uid: 7075cca3-6cd4-4714-bfc8-3a0f65a2ddab
  kind: Event
  lastTimestamp: "2026-07-27T21:16:25Z"
  message: Add eth0 [10.133.0.25/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-27T21:16:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-27T21:16:25Z"
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-drtqr.18c6421ae450993d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15132"
    uid: 945d8a38-32d9-4931-993d-684de1488876
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:16:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-drtqr
    namespace: kserve-ci-e2e-test
    resourceVersion: "15115"
    uid: 7075cca3-6cd4-4714-bfc8-3a0f65a2ddab
  kind: Event
  lastTimestamp: "2026-07-27T21:16:25Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T21:16:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:16:25Z"
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-drtqr.18c6421ae5c2ebcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15134"
    uid: ac97f817-d696-44f8-aa1a-5841815519a9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:16:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-drtqr
    namespace: kserve-ci-e2e-test
    resourceVersion: "15115"
    uid: 7075cca3-6cd4-4714-bfc8-3a0f65a2ddab
  kind: Event
  lastTimestamp: "2026-07-27T21:16:25Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-27T21:16:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:16:25Z"
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-drtqr.18c6421ae8eb0005
    namespace: kserve-ci-e2e-test
    resourceVersion: "15135"
    uid: 57350e36-37bb-45e9-82f3-d6140e06587c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:16:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-drtqr
    namespace: kserve-ci-e2e-test
    resourceVersion: "15115"
    uid: 7075cca3-6cd4-4714-bfc8-3a0f65a2ddab
  kind: Event
  lastTimestamp: "2026-07-27T21:16:25Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-27T21:16:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:16:25Z"
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-drtqr.18c6421ae9603831
    namespace: kserve-ci-e2e-test
    resourceVersion: "15136"
    uid: 37a80650-520c-4f79-8074-74b9ba53f35a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:16:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-drtqr
    namespace: kserve-ci-e2e-test
    resourceVersion: "15115"
    uid: 7075cca3-6cd4-4714-bfc8-3a0f65a2ddab
  kind: Event
  lastTimestamp: "2026-07-27T21:16:29Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
  metadata:
    creationTimestamp: "2026-07-27T21:16:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:16:29Z"
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-drtqr.18c6421be5abdbf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15174"
    uid: fbd7366d-c5dc-4d7c-8a63-8aca4875de35
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:16:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-drtqr
    namespace: kserve-ci-e2e-test
    resourceVersion: "15115"
    uid: 7075cca3-6cd4-4714-bfc8-3a0f65a2ddab
  kind: Event
  lastTimestamp: "2026-07-27T21:16:43Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
    in 13.7s (13.7s including waiting). Image size: 1555729331 bytes.'
  metadata:
    creationTimestamp: "2026-07-27T21:16:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:16:43Z"
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-drtqr.18c6421f1649faf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15272"
    uid: 34d675c8-63fc-4aa5-a287-53a9ebba6112
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:16:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-drtqr
    namespace: kserve-ci-e2e-test
    resourceVersion: "15115"
    uid: 7075cca3-6cd4-4714-bfc8-3a0f65a2ddab
  kind: Event
  lastTimestamp: "2026-07-27T21:16:43Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-27T21:16:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:16:43Z"
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-drtqr.18c6421f1a92205e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15274"
    uid: 2bb73162-32c8-4905-852b-51f895c86df9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:16:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-drtqr
    namespace: kserve-ci-e2e-test
    resourceVersion: "15115"
    uid: 7075cca3-6cd4-4714-bfc8-3a0f65a2ddab
  kind: Event
  lastTimestamp: "2026-07-27T21:16:43Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T21:16:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:16:43Z"
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-drtqr.18c6421f1b093e89
    namespace: kserve-ci-e2e-test
    resourceVersion: "15275"
    uid: dbd5b05d-8adb-497c-91c6-d7ef63e3ed8f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:16:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-drtqr
    namespace: kserve-ci-e2e-test
    resourceVersion: "15115"
    uid: 7075cca3-6cd4-4714-bfc8-3a0f65a2ddab
  kind: Event
  lastTimestamp: "2026-07-27T21:16:43Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-07-27T21:16:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:16:43Z"
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-drtqr.18c6421f1b17adaa
    namespace: kserve-ci-e2e-test
    resourceVersion: "15276"
    uid: 25614dbe-dd98-479d-ba54-92a60671477e
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:16:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-drtqr
    namespace: kserve-ci-e2e-test
    resourceVersion: "15115"
    uid: 7075cca3-6cd4-4714-bfc8-3a0f65a2ddab
  kind: Event
  lastTimestamp: "2026-07-27T21:16:45Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.277s (2.277s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-07-27T21:16:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:16:45Z"
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-drtqr.18c6421fa2d0c1fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "15291"
    uid: 4182218a-e10a-4afc-b33c-63e08b308e18
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:16:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-drtqr
    namespace: kserve-ci-e2e-test
    resourceVersion: "15115"
    uid: 7075cca3-6cd4-4714-bfc8-3a0f65a2ddab
  kind: Event
  lastTimestamp: "2026-07-27T21:16:45Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-27T21:16:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:16:45Z"
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-drtqr.18c6421fa5bdbb23
    namespace: kserve-ci-e2e-test
    resourceVersion: "15292"
    uid: bb8d7582-28f9-48fb-ac97-676e93c4ea66
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:16:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-drtqr
    namespace: kserve-ci-e2e-test
    resourceVersion: "15115"
    uid: 7075cca3-6cd4-4714-bfc8-3a0f65a2ddab
  kind: Event
  lastTimestamp: "2026-07-27T21:16:46Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T21:16:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:16:46Z"
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-drtqr.18c6421fa6482b13
    namespace: kserve-ci-e2e-test
    resourceVersion: "15293"
    uid: cf029869-eed5-4795-a165-017027d6637b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:16:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-drtqr
    namespace: kserve-ci-e2e-test
    resourceVersion: "15115"
    uid: 7075cca3-6cd4-4714-bfc8-3a0f65a2ddab
  kind: Event
  lastTimestamp: "2026-07-27T21:16:46Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent@sha256:bf42462edec7da298c1b007872394204ebe10a2c0c0d143725247988fb0a7324"
  metadata:
    creationTimestamp: "2026-07-27T21:16:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:16:46Z"
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-drtqr.18c6421fa65512c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "15294"
    uid: b4fbd518-a9de-42c5-b5c0-72e7e03f4592
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:16:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-drtqr
    namespace: kserve-ci-e2e-test
    resourceVersion: "15115"
    uid: 7075cca3-6cd4-4714-bfc8-3a0f65a2ddab
  kind: Event
  lastTimestamp: "2026-07-27T21:16:48Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent@sha256:bf42462edec7da298c1b007872394204ebe10a2c0c0d143725247988fb0a7324"
    in 2.894s (2.894s including waiting). Image size: 240177278 bytes.'
  metadata:
    creationTimestamp: "2026-07-27T21:16:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:16:48Z"
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-drtqr.18c6422052d9da1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15315"
    uid: 17019685-6a2f-445c-90b8-eed736483c13
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:16:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-drtqr
    namespace: kserve-ci-e2e-test
    resourceVersion: "15115"
    uid: 7075cca3-6cd4-4714-bfc8-3a0f65a2ddab
  kind: Event
  lastTimestamp: "2026-07-27T21:16:48Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-07-27T21:16:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:16:48Z"
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-drtqr.18c64220570cb7e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "15316"
    uid: f28c5c03-c52c-4f71-a546-6344ed46d583
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:16:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-drtqr
    namespace: kserve-ci-e2e-test
    resourceVersion: "15115"
    uid: 7075cca3-6cd4-4714-bfc8-3a0f65a2ddab
  kind: Event
  lastTimestamp: "2026-07-27T21:16:48Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-07-27T21:16:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:16:48Z"
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-drtqr.18c64220577f6b16
    namespace: kserve-ci-e2e-test
    resourceVersion: "15317"
    uid: 3e190ef6-c5b7-4261-af42-67da825b250c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-27T21:16:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-drtqr
    namespace: kserve-ci-e2e-test
    resourceVersion: "15115"
    uid: 7075cca3-6cd4-4714-bfc8-3a0f65a2ddab
  kind: Event
  lastTimestamp: "2026-07-27T21:18:22Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.25:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-27T21:16:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:18:22Z"
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-drtqr.18c6422058a91498
    namespace: kserve-ci-e2e-test
    resourceVersion: "16090"
    uid: 4095e6da-9c92-4a8a-89c2-1eef56f8f001
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-27T21:16:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-drtqr
    namespace: kserve-ci-e2e-test
    resourceVersion: "15115"
    uid: 7075cca3-6cd4-4714-bfc8-3a0f65a2ddab
  kind: Event
  lastTimestamp: "2026-07-27T21:18:12Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-07-27T21:16:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:18:12Z"
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-drtqr.18c64220947f2d77
    namespace: kserve-ci-e2e-test
    resourceVersion: "15998"
    uid: 31f6a834-9dc9-4607-ad29-e6d42e1fd9e4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:18:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-drtqr
    namespace: kserve-ci-e2e-test
    resourceVersion: "15115"
    uid: 7075cca3-6cd4-4714-bfc8-3a0f65a2ddab
  kind: Event
  lastTimestamp: "2026-07-27T21:18:10Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T21:18:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:18:10Z"
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-drtqr.18c64233431e1b86
    namespace: kserve-ci-e2e-test
    resourceVersion: "15953"
    uid: ed422491-e108-4cf8-8d7b-19dccdef2047
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:18:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-drtqr
    namespace: kserve-ci-e2e-test
    resourceVersion: "15115"
    uid: 7075cca3-6cd4-4714-bfc8-3a0f65a2ddab
  kind: Event
  lastTimestamp: "2026-07-27T21:18:10Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-07-27T21:18:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:18:10Z"
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-drtqr.18c64233431f2b37
    namespace: kserve-ci-e2e-test
    resourceVersion: "15957"
    uid: 28bce4f9-263a-4df2-a1d5-315ca23074e6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:18:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-drtqr
    namespace: kserve-ci-e2e-test
    resourceVersion: "15115"
    uid: 7075cca3-6cd4-4714-bfc8-3a0f65a2ddab
  kind: Event
  lastTimestamp: "2026-07-27T21:18:10Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T21:18:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:18:10Z"
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-drtqr.18c64233431f3a29
    namespace: kserve-ci-e2e-test
    resourceVersion: "15961"
    uid: cfa407c3-6318-44aa-9b86-f2ffe5a222cd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-27T21:18:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-drtqr
    namespace: kserve-ci-e2e-test
    resourceVersion: "15115"
    uid: 7075cca3-6cd4-4714-bfc8-3a0f65a2ddab
  kind: Event
  lastTimestamp: "2026-07-27T21:18:21Z"
  message: 'Readiness probe failed: Get "https://10.133.0.25:8643/healthz": dial tcp
    10.133.0.25:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-27T21:18:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:18:21Z"
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-drtqr.18c6423370aaa2c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16080"
    uid: 7fe890cc-210d-42ec-83e3-d5a152415af7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:16:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-batcher-predictor-86cb8f94cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15098"
    uid: e73ebd2e-0f0a-4c6b-ab2e-1228ff14a7c0
  kind: Event
  lastTimestamp: "2026-07-27T21:16:25Z"
  message: 'Created pod: isvc-sklearn-batcher-predictor-86cb8f94cb-drtqr'
  metadata:
    creationTimestamp: "2026-07-27T21:16:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:16:25Z"
    name: isvc-sklearn-batcher-predictor-86cb8f94cb.18c6421aca59c6f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15114"
    uid: ca0c54c8-a7da-4724-899b-d3544dbf8a03
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:16:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15097"
    uid: e9590ed1-7953-4ea8-ad1d-131d528a9e61
  kind: Event
  lastTimestamp: "2026-07-27T21:16:24Z"
  message: Scaled up replica set isvc-sklearn-batcher-predictor-86cb8f94cb from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-27T21:16:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:16:24Z"
    name: isvc-sklearn-batcher-predictor.18c6421ac233e204
    namespace: kserve-ci-e2e-test
    resourceVersion: "15099"
    uid: 70258d5d-df94-4866-9e3f-0bd6fa29781a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-27T21:16:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15106"
    uid: 694ca957-7fda-4768-ac5c-bee60ad01188
  kind: Event
  lastTimestamp: "2026-07-27T21:17:10Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T21:16:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:17:10Z"
    name: isvc-sklearn-batcher-predictor.18c6421e477ae034
    namespace: kserve-ci-e2e-test
    resourceVersion: "15474"
    uid: 3b116e85-b34f-4e0b-a395-59e71b5c085a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-27T21:16:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15106"
    uid: 694ca957-7fda-4768-ac5c-bee60ad01188
  kind: Event
  lastTimestamp: "2026-07-27T21:17:10Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T21:16:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:17:10Z"
    name: isvc-sklearn-batcher-predictor.18c6421e47dd2c82
    namespace: kserve-ci-e2e-test
    resourceVersion: "15475"
    uid: 7ebe6b14-f69d-4d20-84f8-7c49cbe3cda0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-27T21:17:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15246"
    uid: 694ca957-7fda-4768-ac5c-bee60ad01188
  kind: Event
  lastTimestamp: "2026-07-27T21:17:55Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T21:17:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:17:55Z"
    name: isvc-sklearn-batcher-predictor.18c64228c4b5c975
    namespace: kserve-ci-e2e-test
    resourceVersion: "15800"
    uid: 11528808-5c49-404a-bb39-f50bac1c296c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-27T21:17:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15246"
    uid: 694ca957-7fda-4768-ac5c-bee60ad01188
  kind: Event
  lastTimestamp: "2026-07-27T21:17:55Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T21:17:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:17:55Z"
    name: isvc-sklearn-batcher-predictor.18c64228c51c8cf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15801"
    uid: cd12ff55-0f7f-4927-9ae8-4ad8f1a09b2d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:18:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15584"
    uid: 694ca957-7fda-4768-ac5c-bee60ad01188
  kind: Event
  lastTimestamp: "2026-07-27T21:18:10Z"
  message: deployments.apps "isvc-sklearn-batcher-predictor" not found
  metadata:
    creationTimestamp: "2026-07-27T21:18:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:18:10Z"
    name: isvc-sklearn-batcher-predictor.18c6423341d07505
    namespace: kserve-ci-e2e-test
    resourceVersion: "15948"
    uid: b1fe995d-6c29-411e-9345-ae294fcd67ae
  reason: FailedGetScale
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:18:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15584"
    uid: 694ca957-7fda-4768-ac5c-bee60ad01188
  kind: Event
  lastTimestamp: "2026-07-27T21:18:10Z"
  message: horizontalpodautoscalers.autoscaling "isvc-sklearn-batcher-predictor" not
    found
  metadata:
    creationTimestamp: "2026-07-27T21:18:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:18:10Z"
    name: isvc-sklearn-batcher-predictor.18c64233420c2828
    namespace: kserve-ci-e2e-test
    resourceVersion: "15950"
    uid: 6e83bd6a-d22f-4bfe-bfa4-b37ec104def3
  reason: FailedUpdateStatus
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-27T21:16:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "15090"
    uid: d53ef806-6c9d-4cf2-a94c-fc3c7870f85a
  kind: Event
  lastTimestamp: "2026-07-27T21:18:02Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-27T21:16:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T21:18:02Z"
    name: isvc-sklearn-batcher.18c6421ac8070e2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15855"
    uid: 2426b298-c0c5-45c1-952d-4ce78a3a75d3
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:16:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "15090"
    uid: d53ef806-6c9d-4cf2-a94c-fc3c7870f85a
  kind: Event
  lastTimestamp: "2026-07-27T21:16:25Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-batcher": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-27T21:16:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T21:16:25Z"
    name: isvc-sklearn-batcher.18c6421ac88619d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15110"
    uid: 4c0ac142-aa37-4e04-9914-c5fdb060de94
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:16:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "15090"
    uid: d53ef806-6c9d-4cf2-a94c-fc3c7870f85a
  kind: Event
  lastTimestamp: "2026-07-27T21:16:25Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-batcher": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-27T21:16:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T21:16:25Z"
    name: isvc-sklearn-batcher.18c6421ac8865f00
    namespace: kserve-ci-e2e-test
    resourceVersion: "15111"
    uid: a2c46891-d444-4632-8127-8b4cfd64d5d4
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:18:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "15853"
    uid: d53ef806-6c9d-4cf2-a94c-fc3c7870f85a
  kind: Event
  lastTimestamp: "2026-07-27T21:18:02Z"
  message: InferenceService [isvc-sklearn-batcher] is Ready
  metadata:
    creationTimestamp: "2026-07-27T21:18:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T21:18:02Z"
    name: isvc-sklearn-batcher.18c642315fe79fd0
    namespace: kserve-ci-e2e-test
    resourceVersion: "15854"
    uid: 48317b24-9717-455a-8b22-60b973958009
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-27T21:50:06.782108Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5996957568-7dskx
    namespace: kserve-ci-e2e-test
    resourceVersion: "31676"
    uid: 508f765d-e01a-4506-9862-7fab9968614c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-mcp-predictor-5996957568-7dskx
    to ip-10-0-131-133.ec2.internal
  metadata:
    creationTimestamp: "2026-07-27T21:50:06Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-27T21:50:06Z"
    name: isvc-sklearn-mcp-predictor-5996957568-7dskx.18c643f17e2e2696
    namespace: kserve-ci-e2e-test
    resourceVersion: "31680"
    uid: 4205a709-87c0-47a5-95a6-393a22955bd9
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-858ff8b64f-jq2m2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:50:07Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5996957568-7dskx
    namespace: kserve-ci-e2e-test
    resourceVersion: "31686"
    uid: 508f765d-e01a-4506-9862-7fab9968614c
  kind: Event
  lastTimestamp: "2026-07-27T21:50:07Z"
  message: Add eth0 [10.132.0.42/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-27T21:50:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-27T21:50:07Z"
    name: isvc-sklearn-mcp-predictor-5996957568-7dskx.18c643f1980b1635
    namespace: kserve-ci-e2e-test
    resourceVersion: "31697"
    uid: 15092faa-c9e3-42f3-b545-277e9b251c27
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:50:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5996957568-7dskx
    namespace: kserve-ci-e2e-test
    resourceVersion: "31678"
    uid: 508f765d-e01a-4506-9862-7fab9968614c
  kind: Event
  lastTimestamp: "2026-07-27T21:50:07Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T21:50:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:50:07Z"
    name: isvc-sklearn-mcp-predictor-5996957568-7dskx.18c643f1996de7f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "31699"
    uid: 9b3bfc7c-aeae-4add-8447-00ad8f10b413
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-133.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-133.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:50:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5996957568-7dskx
    namespace: kserve-ci-e2e-test
    resourceVersion: "31678"
    uid: 508f765d-e01a-4506-9862-7fab9968614c
  kind: Event
  lastTimestamp: "2026-07-27T21:50:07Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-27T21:50:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:50:07Z"
    name: isvc-sklearn-mcp-predictor-5996957568-7dskx.18c643f19c624b18
    namespace: kserve-ci-e2e-test
    resourceVersion: "31701"
    uid: 732afa4d-fade-40b5-a03a-545ac552346c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-133.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-133.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:50:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5996957568-7dskx
    namespace: kserve-ci-e2e-test
    resourceVersion: "31678"
    uid: 508f765d-e01a-4506-9862-7fab9968614c
  kind: Event
  lastTimestamp: "2026-07-27T21:50:07Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-27T21:50:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:50:07Z"
    name: isvc-sklearn-mcp-predictor-5996957568-7dskx.18c643f19d31e878
    namespace: kserve-ci-e2e-test
    resourceVersion: "31702"
    uid: 5e43152a-6588-4781-b491-546904e4e3e0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-133.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-133.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:50:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5996957568-7dskx
    namespace: kserve-ci-e2e-test
    resourceVersion: "31678"
    uid: 508f765d-e01a-4506-9862-7fab9968614c
  kind: Event
  lastTimestamp: "2026-07-27T21:50:11Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T21:50:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:50:11Z"
    name: isvc-sklearn-mcp-predictor-5996957568-7dskx.18c643f2ad370ca4
    namespace: kserve-ci-e2e-test
    resourceVersion: "31741"
    uid: 701150b0-7443-4650-a228-85d44d4075dc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-133.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-133.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:50:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5996957568-7dskx
    namespace: kserve-ci-e2e-test
    resourceVersion: "31678"
    uid: 508f765d-e01a-4506-9862-7fab9968614c
  kind: Event
  lastTimestamp: "2026-07-27T21:50:11Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-27T21:50:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:50:11Z"
    name: isvc-sklearn-mcp-predictor-5996957568-7dskx.18c643f2b0c3c9c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "31745"
    uid: 32dd0257-6864-4349-a22d-d7c136ad20cf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-133.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-133.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:50:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5996957568-7dskx
    namespace: kserve-ci-e2e-test
    resourceVersion: "31678"
    uid: 508f765d-e01a-4506-9862-7fab9968614c
  kind: Event
  lastTimestamp: "2026-07-27T21:50:11Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T21:50:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:50:11Z"
    name: isvc-sklearn-mcp-predictor-5996957568-7dskx.18c643f2b1393601
    namespace: kserve-ci-e2e-test
    resourceVersion: "31746"
    uid: 176aa923-60f4-4dd8-9231-b40bc7327540
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-133.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-133.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:50:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5996957568-7dskx
    namespace: kserve-ci-e2e-test
    resourceVersion: "31678"
    uid: 508f765d-e01a-4506-9862-7fab9968614c
  kind: Event
  lastTimestamp: "2026-07-27T21:50:11Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent:latest"
  metadata:
    creationTimestamp: "2026-07-27T21:50:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:50:11Z"
    name: isvc-sklearn-mcp-predictor-5996957568-7dskx.18c643f2b1470476
    namespace: kserve-ci-e2e-test
    resourceVersion: "31747"
    uid: c61f8f3a-0329-4527-bdb8-2d99bb641853
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-133.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-133.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:50:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5996957568-7dskx
    namespace: kserve-ci-e2e-test
    resourceVersion: "31678"
    uid: 508f765d-e01a-4506-9862-7fab9968614c
  kind: Event
  lastTimestamp: "2026-07-27T21:50:14Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent:latest" in
    2.358s (2.358s including waiting). Image size: 239481897 bytes.'
  metadata:
    creationTimestamp: "2026-07-27T21:50:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:50:14Z"
    name: isvc-sklearn-mcp-predictor-5996957568-7dskx.18c643f33dd4c1fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "31764"
    uid: 4566998f-815d-4386-952d-4920b32a3636
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-133.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-133.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:50:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5996957568-7dskx
    namespace: kserve-ci-e2e-test
    resourceVersion: "31678"
    uid: 508f765d-e01a-4506-9862-7fab9968614c
  kind: Event
  lastTimestamp: "2026-07-27T21:50:14Z"
  message: 'Created container: kserve-agent'
  metadata:
    creationTimestamp: "2026-07-27T21:50:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:50:14Z"
    name: isvc-sklearn-mcp-predictor-5996957568-7dskx.18c643f341578025
    namespace: kserve-ci-e2e-test
    resourceVersion: "31765"
    uid: a5fc6598-df73-4199-9ac6-6e3caae70f9d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-133.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-133.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:50:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5996957568-7dskx
    namespace: kserve-ci-e2e-test
    resourceVersion: "31678"
    uid: 508f765d-e01a-4506-9862-7fab9968614c
  kind: Event
  lastTimestamp: "2026-07-27T21:50:14Z"
  message: Started container kserve-agent
  metadata:
    creationTimestamp: "2026-07-27T21:50:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:50:14Z"
    name: isvc-sklearn-mcp-predictor-5996957568-7dskx.18c643f341c9fa5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31766"
    uid: a5a47f6c-e24a-4b7a-9a93-8a15e9404a17
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-133.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-133.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:50:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5996957568-7dskx
    namespace: kserve-ci-e2e-test
    resourceVersion: "31678"
    uid: 508f765d-e01a-4506-9862-7fab9968614c
  kind: Event
  lastTimestamp: "2026-07-27T21:50:14Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T21:50:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:50:14Z"
    name: isvc-sklearn-mcp-predictor-5996957568-7dskx.18c643f341d58160
    namespace: kserve-ci-e2e-test
    resourceVersion: "31767"
    uid: 65d372ca-48b9-4941-b57e-7b4933d299b0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-133.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-133.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:50:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5996957568-7dskx
    namespace: kserve-ci-e2e-test
    resourceVersion: "31678"
    uid: 508f765d-e01a-4506-9862-7fab9968614c
  kind: Event
  lastTimestamp: "2026-07-27T21:50:14Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-27T21:50:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:50:14Z"
    name: isvc-sklearn-mcp-predictor-5996957568-7dskx.18c643f344c5d8b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31769"
    uid: e1f153a7-ac61-499f-bb6b-d4ce9740c51c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-133.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-133.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:50:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5996957568-7dskx
    namespace: kserve-ci-e2e-test
    resourceVersion: "31678"
    uid: 508f765d-e01a-4506-9862-7fab9968614c
  kind: Event
  lastTimestamp: "2026-07-27T21:50:14Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T21:50:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:50:14Z"
    name: isvc-sklearn-mcp-predictor-5996957568-7dskx.18c643f34532a5f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31770"
    uid: dcdffc3e-a99c-43db-b64f-e651b3563016
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-133.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-133.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-27T21:50:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5996957568-7dskx
    namespace: kserve-ci-e2e-test
    resourceVersion: "31678"
    uid: 508f765d-e01a-4506-9862-7fab9968614c
  kind: Event
  lastTimestamp: "2026-07-27T21:51:51Z"
  message: 'Readiness probe failed: Get "http://10.132.0.42:8080/v1/models/isvc-sklearn-mcp":
    dial tcp 10.132.0.42:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-27T21:50:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:51:51Z"
    name: isvc-sklearn-mcp-predictor-5996957568-7dskx.18c643f9abafb94b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32544"
    uid: cd0fb72a-65e6-4c63-8162-f75d1c4def0e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-133.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-133.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:51:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5996957568-7dskx
    namespace: kserve-ci-e2e-test
    resourceVersion: "31678"
    uid: 508f765d-e01a-4506-9862-7fab9968614c
  kind: Event
  lastTimestamp: "2026-07-27T21:51:26Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T21:51:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:51:26Z"
    name: isvc-sklearn-mcp-predictor-5996957568-7dskx.18c64404233a7565
    namespace: kserve-ci-e2e-test
    resourceVersion: "32292"
    uid: cdd2f560-955e-44a5-9fac-271f88bae293
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-133.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-133.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:51:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5996957568-7dskx
    namespace: kserve-ci-e2e-test
    resourceVersion: "31678"
    uid: 508f765d-e01a-4506-9862-7fab9968614c
  kind: Event
  lastTimestamp: "2026-07-27T21:51:26Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T21:51:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:51:26Z"
    name: isvc-sklearn-mcp-predictor-5996957568-7dskx.18c64404233b06c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "32293"
    uid: 2b420b2e-cff1-428c-8422-a3358f103013
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-133.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-133.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:51:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5996957568-7dskx
    namespace: kserve-ci-e2e-test
    resourceVersion: "31678"
    uid: 508f765d-e01a-4506-9862-7fab9968614c
  kind: Event
  lastTimestamp: "2026-07-27T21:51:26Z"
  message: Stopping container kserve-agent
  metadata:
    creationTimestamp: "2026-07-27T21:51:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:51:26Z"
    name: isvc-sklearn-mcp-predictor-5996957568-7dskx.18c64404233b3660
    namespace: kserve-ci-e2e-test
    resourceVersion: "32294"
    uid: 3d912548-b9d2-473b-baa7-586d0acf0efd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-133.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-133.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-07-27T21:51:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5996957568-7dskx
    namespace: kserve-ci-e2e-test
    resourceVersion: "31678"
    uid: 508f765d-e01a-4506-9862-7fab9968614c
  kind: Event
  lastTimestamp: "2026-07-27T21:51:56Z"
  message: 'Readiness probe failed: Get "https://10.132.0.42:8643/healthz": dial tcp
    10.132.0.42:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-27T21:51:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:51:56Z"
    name: isvc-sklearn-mcp-predictor-5996957568-7dskx.18c644042584df8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "32580"
    uid: 2072862b-cbb7-4dc6-a926-26df16788975
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-133.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-133.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:50:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-mcp-predictor-5996957568
    namespace: kserve-ci-e2e-test
    resourceVersion: "31666"
    uid: 75410f2c-7588-4b34-ae0b-5188c3f4e2eb
  kind: Event
  lastTimestamp: "2026-07-27T21:50:06Z"
  message: 'Created pod: isvc-sklearn-mcp-predictor-5996957568-7dskx'
  metadata:
    creationTimestamp: "2026-07-27T21:50:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:50:06Z"
    name: isvc-sklearn-mcp-predictor-5996957568.18c643f17d92c663
    namespace: kserve-ci-e2e-test
    resourceVersion: "31677"
    uid: a0488f71-0987-42f1-8416-4ad1a6ac6d67
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:50:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-mcp-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31665"
    uid: 71e99219-b41e-4134-91f6-67c7e6332a20
  kind: Event
  lastTimestamp: "2026-07-27T21:50:06Z"
  message: Scaled up replica set isvc-sklearn-mcp-predictor-5996957568 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-27T21:50:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:50:06Z"
    name: isvc-sklearn-mcp-predictor.18c643f17a4b35dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "31668"
    uid: 217f1998-2b06-4c54-9e9c-c539182ca8a2
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-27T21:50:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "31656"
    uid: 10c16fcb-0329-4abd-8a3a-ff253c8b6b01
  kind: Event
  lastTimestamp: "2026-07-27T21:51:22Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-27T21:50:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T21:51:22Z"
    name: isvc-sklearn-mcp.18c643f179e5f6f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "32245"
    uid: 37de6f39-645a-4390-97f2-50934530e58b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:50:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "31656"
    uid: 10c16fcb-0329-4abd-8a3a-ff253c8b6b01
  kind: Event
  lastTimestamp: "2026-07-27T21:50:06Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-mcp": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-mcp":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-27T21:50:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T21:50:06Z"
    name: isvc-sklearn-mcp.18c643f17a53f923
    namespace: kserve-ci-e2e-test
    resourceVersion: "31670"
    uid: ede0f41a-0ebc-4691-a822-1453fad6d043
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:51:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "32243"
    uid: 10c16fcb-0329-4abd-8a3a-ff253c8b6b01
  kind: Event
  lastTimestamp: "2026-07-27T21:51:21Z"
  message: InferenceService [isvc-sklearn-mcp] is Ready
  metadata:
    creationTimestamp: "2026-07-27T21:51:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T21:51:21Z"
    name: isvc-sklearn-mcp.18c6440300cc5e34
    namespace: kserve-ci-e2e-test
    resourceVersion: "32244"
    uid: 488c9f37-d873-421d-b100-a57fbbce003c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-27T22:12:24.676211Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-5f4d89cc44-b8g97
    namespace: kserve-ci-e2e-test
    resourceVersion: "42579"
    uid: 1a57a0b7-d716-4737-8e98-b6b865a27c81
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-predictor-5f4d89cc44-b8g97
    to ip-10-0-142-219.ec2.internal
  metadata:
    creationTimestamp: "2026-07-27T22:12:24Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-27T22:12:24Z"
    name: isvc-sklearn-predictor-5f4d89cc44-b8g97.18c64528fee21d3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "42585"
    uid: 29b19ba8-4388-4f3f-8911-cd494c31d847
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-858ff8b64f-jq2m2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:12:25Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-5f4d89cc44-b8g97
    namespace: kserve-ci-e2e-test
    resourceVersion: "42588"
    uid: 1a57a0b7-d716-4737-8e98-b6b865a27c81
  kind: Event
  lastTimestamp: "2026-07-27T22:12:25Z"
  message: Add eth0 [10.133.0.58/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-27T22:12:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-27T22:12:25Z"
    name: isvc-sklearn-predictor-5f4d89cc44-b8g97.18c6452918928b06
    namespace: kserve-ci-e2e-test
    resourceVersion: "42597"
    uid: 9602c933-e5eb-441d-bb6c-0c16cc384a19
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:12:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-5f4d89cc44-b8g97
    namespace: kserve-ci-e2e-test
    resourceVersion: "42581"
    uid: 1a57a0b7-d716-4737-8e98-b6b865a27c81
  kind: Event
  lastTimestamp: "2026-07-27T22:12:25Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T22:12:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:12:25Z"
    name: isvc-sklearn-predictor-5f4d89cc44-b8g97.18c6452919f54c5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "42599"
    uid: c3ae4b8c-00fb-4c60-89d2-baad9d3f5ada
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:12:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-5f4d89cc44-b8g97
    namespace: kserve-ci-e2e-test
    resourceVersion: "42581"
    uid: 1a57a0b7-d716-4737-8e98-b6b865a27c81
  kind: Event
  lastTimestamp: "2026-07-27T22:12:25Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-27T22:12:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:12:25Z"
    name: isvc-sklearn-predictor-5f4d89cc44-b8g97.18c645291c979d6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "42601"
    uid: fc287575-9770-4fc8-9435-e61db9357132
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:12:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-5f4d89cc44-b8g97
    namespace: kserve-ci-e2e-test
    resourceVersion: "42581"
    uid: 1a57a0b7-d716-4737-8e98-b6b865a27c81
  kind: Event
  lastTimestamp: "2026-07-27T22:12:25Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-27T22:12:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:12:25Z"
    name: isvc-sklearn-predictor-5f4d89cc44-b8g97.18c645291d1e8133
    namespace: kserve-ci-e2e-test
    resourceVersion: "42602"
    uid: 6d2ae874-b8f9-44ff-b257-4872eea18afe
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:12:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-5f4d89cc44-b8g97
    namespace: kserve-ci-e2e-test
    resourceVersion: "42581"
    uid: 1a57a0b7-d716-4737-8e98-b6b865a27c81
  kind: Event
  lastTimestamp: "2026-07-27T22:12:29Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T22:12:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:12:29Z"
    name: isvc-sklearn-predictor-5f4d89cc44-b8g97.18c6452a2017a76c
    namespace: kserve-ci-e2e-test
    resourceVersion: "42751"
    uid: f95982f4-c851-4504-b768-6e4e616605f2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:12:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-5f4d89cc44-b8g97
    namespace: kserve-ci-e2e-test
    resourceVersion: "42581"
    uid: 1a57a0b7-d716-4737-8e98-b6b865a27c81
  kind: Event
  lastTimestamp: "2026-07-27T22:12:29Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-27T22:12:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:12:29Z"
    name: isvc-sklearn-predictor-5f4d89cc44-b8g97.18c6452a233c0422
    namespace: kserve-ci-e2e-test
    resourceVersion: "42753"
    uid: 0fa49bf5-a192-4022-943b-e2d1d14ee1cd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:12:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-5f4d89cc44-b8g97
    namespace: kserve-ci-e2e-test
    resourceVersion: "42581"
    uid: 1a57a0b7-d716-4737-8e98-b6b865a27c81
  kind: Event
  lastTimestamp: "2026-07-27T22:12:29Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T22:12:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:12:29Z"
    name: isvc-sklearn-predictor-5f4d89cc44-b8g97.18c6452a23aca348
    namespace: kserve-ci-e2e-test
    resourceVersion: "42756"
    uid: ed6fd1dd-0947-45e0-87dc-d2381da8d51f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:12:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-5f4d89cc44-b8g97
    namespace: kserve-ci-e2e-test
    resourceVersion: "42581"
    uid: 1a57a0b7-d716-4737-8e98-b6b865a27c81
  kind: Event
  lastTimestamp: "2026-07-27T22:12:29Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T22:12:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:12:29Z"
    name: isvc-sklearn-predictor-5f4d89cc44-b8g97.18c6452a23b65491
    namespace: kserve-ci-e2e-test
    resourceVersion: "42757"
    uid: 60b4c5a4-adbe-42f0-b27a-6e7c56ebacba
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:12:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-5f4d89cc44-b8g97
    namespace: kserve-ci-e2e-test
    resourceVersion: "42581"
    uid: 1a57a0b7-d716-4737-8e98-b6b865a27c81
  kind: Event
  lastTimestamp: "2026-07-27T22:12:29Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-27T22:12:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:12:29Z"
    name: isvc-sklearn-predictor-5f4d89cc44-b8g97.18c6452a27943055
    namespace: kserve-ci-e2e-test
    resourceVersion: "42760"
    uid: 647934c5-4410-4c3b-a544-ee7eab59f9d7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:12:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-5f4d89cc44-b8g97
    namespace: kserve-ci-e2e-test
    resourceVersion: "42581"
    uid: 1a57a0b7-d716-4737-8e98-b6b865a27c81
  kind: Event
  lastTimestamp: "2026-07-27T22:12:29Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T22:12:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:12:29Z"
    name: isvc-sklearn-predictor-5f4d89cc44-b8g97.18c6452a2813b9af
    namespace: kserve-ci-e2e-test
    resourceVersion: "42761"
    uid: 6e106fdc-93a7-4151-9331-f3b60693c537
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-27T22:12:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-5f4d89cc44-b8g97
    namespace: kserve-ci-e2e-test
    resourceVersion: "42581"
    uid: 1a57a0b7-d716-4737-8e98-b6b865a27c81
  kind: Event
  lastTimestamp: "2026-07-27T22:13:57Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.58:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-27T22:12:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:13:57Z"
    name: isvc-sklearn-predictor-5f4d89cc44-b8g97.18c6452a98173b0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "43590"
    uid: 0f472298-9b6a-448a-a6ca-0a6366d408f9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:13:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-5f4d89cc44-b8g97
    namespace: kserve-ci-e2e-test
    resourceVersion: "42581"
    uid: 1a57a0b7-d716-4737-8e98-b6b865a27c81
  kind: Event
  lastTimestamp: "2026-07-27T22:13:54Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T22:13:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:13:54Z"
    name: isvc-sklearn-predictor-5f4d89cc44-b8g97.18c6453dfc50b69c
    namespace: kserve-ci-e2e-test
    resourceVersion: "43569"
    uid: cd8404a4-be2b-46cc-a0a1-92605458a004
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:13:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-5f4d89cc44-b8g97
    namespace: kserve-ci-e2e-test
    resourceVersion: "42581"
    uid: 1a57a0b7-d716-4737-8e98-b6b865a27c81
  kind: Event
  lastTimestamp: "2026-07-27T22:13:54Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T22:13:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:13:54Z"
    name: isvc-sklearn-predictor-5f4d89cc44-b8g97.18c6453dfc515a10
    namespace: kserve-ci-e2e-test
    resourceVersion: "43570"
    uid: 997eb940-0dbf-411e-bd56-809d25d6841b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:13:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-5f4d89cc44-b8g97
    namespace: kserve-ci-e2e-test
    resourceVersion: "42581"
    uid: 1a57a0b7-d716-4737-8e98-b6b865a27c81
  kind: Event
  lastTimestamp: "2026-07-27T22:13:57Z"
  message: 'Readiness probe failed: Get "https://10.133.0.58:8643/healthz": dial tcp
    10.133.0.58:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-27T22:13:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:13:57Z"
    name: isvc-sklearn-predictor-5f4d89cc44-b8g97.18c6453e9e24891c
    namespace: kserve-ci-e2e-test
    resourceVersion: "43589"
    uid: 3beccf7c-1ad6-4cb8-95da-ce086d6bd10c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:12:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-predictor-5f4d89cc44
    namespace: kserve-ci-e2e-test
    resourceVersion: "42570"
    uid: 39dc5103-8221-4825-a8ec-8c6fcc55ae9e
  kind: Event
  lastTimestamp: "2026-07-27T22:12:24Z"
  message: 'Created pod: isvc-sklearn-predictor-5f4d89cc44-b8g97'
  metadata:
    creationTimestamp: "2026-07-27T22:12:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T22:12:24Z"
    name: isvc-sklearn-predictor-5f4d89cc44.18c64528fe75b93b
    namespace: kserve-ci-e2e-test
    resourceVersion: "42580"
    uid: 72d58500-7fc9-4f58-ae3c-c7ac7be66fca
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:12:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "42568"
    uid: b183a0c3-425a-4b31-869f-eefffc0d242d
  kind: Event
  lastTimestamp: "2026-07-27T22:12:24Z"
  message: Scaled up replica set isvc-sklearn-predictor-5f4d89cc44 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-27T22:12:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T22:12:24Z"
    name: isvc-sklearn-predictor.18c64528fb55c2a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "42572"
    uid: a0e43929-ae7a-48aa-a77f-1981d601a294
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:12:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "42569"
    uid: 15aa78a0-0696-4cca-9f5e-a59c296c7294
  kind: Event
  lastTimestamp: "2026-07-27T22:12:39Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T22:12:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T22:12:39Z"
    name: isvc-sklearn-predictor.18c6452c7a030340
    namespace: kserve-ci-e2e-test
    resourceVersion: "43011"
    uid: 28f682cf-af1c-447a-a4e5-d4c7fe3e83a0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:12:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "42569"
    uid: 15aa78a0-0696-4cca-9f5e-a59c296c7294
  kind: Event
  lastTimestamp: "2026-07-27T22:12:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T22:12:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T22:12:39Z"
    name: isvc-sklearn-predictor.18c6452c7a700539
    namespace: kserve-ci-e2e-test
    resourceVersion: "43013"
    uid: dcac084c-fbbd-4b13-b27f-3c1303d82e28
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-27T22:12:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "43012"
    uid: 15aa78a0-0696-4cca-9f5e-a59c296c7294
  kind: Event
  lastTimestamp: "2026-07-27T22:13:54Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T22:12:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T22:13:54Z"
    name: isvc-sklearn-predictor.18c6452ff98c41d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "43553"
    uid: 8f032ed8-2c60-4060-9c0e-0d8a9bb9bb60
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-27T22:12:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "43012"
    uid: 15aa78a0-0696-4cca-9f5e-a59c296c7294
  kind: Event
  lastTimestamp: "2026-07-27T22:13:54Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T22:12:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T22:13:54Z"
    name: isvc-sklearn-predictor.18c6452ff9fc218f
    namespace: kserve-ci-e2e-test
    resourceVersion: "43554"
    uid: 6c05959c-4bc2-4c32-b26b-6072b4d98568
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-27T22:15:05.273353Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-599b58cf6-rx6hh
    namespace: kserve-ci-e2e-test
    resourceVersion: "44178"
    uid: db27e5a8-9082-4e83-94c6-f1779bb0affe
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-runtime-predictor-599b58cf6-rx6hh
    to ip-10-0-142-219.ec2.internal
  metadata:
    creationTimestamp: "2026-07-27T22:15:05Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-27T22:15:05Z"
    name: isvc-sklearn-runtime-predictor-599b58cf6-rx6hh.18c6454e633813de
    namespace: kserve-ci-e2e-test
    resourceVersion: "44185"
    uid: 6139dd95-39e7-44e5-89c9-7b0db565b45b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-858ff8b64f-jq2m2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:15:05Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-599b58cf6-rx6hh
    namespace: kserve-ci-e2e-test
    resourceVersion: "44181"
    uid: db27e5a8-9082-4e83-94c6-f1779bb0affe
  kind: Event
  lastTimestamp: "2026-07-27T22:15:05Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-27T22:15:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:15:05Z"
    name: isvc-sklearn-runtime-predictor-599b58cf6-rx6hh.18c6454e6cf2bef7
    namespace: kserve-ci-e2e-test
    resourceVersion: "44197"
    uid: 2f17a138-4136-4dc4-871d-8380ab33065c
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:15:06Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-599b58cf6-rx6hh
    namespace: kserve-ci-e2e-test
    resourceVersion: "44189"
    uid: db27e5a8-9082-4e83-94c6-f1779bb0affe
  kind: Event
  lastTimestamp: "2026-07-27T22:15:06Z"
  message: Add eth0 [10.133.0.60/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-27T22:15:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-27T22:15:06Z"
    name: isvc-sklearn-runtime-predictor-599b58cf6-rx6hh.18c6454ea06bf2e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "44207"
    uid: 5f2bae05-09ed-404f-b358-8280351cdab2
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:15:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-599b58cf6-rx6hh
    namespace: kserve-ci-e2e-test
    resourceVersion: "44181"
    uid: db27e5a8-9082-4e83-94c6-f1779bb0affe
  kind: Event
  lastTimestamp: "2026-07-27T22:15:06Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T22:15:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:15:06Z"
    name: isvc-sklearn-runtime-predictor-599b58cf6-rx6hh.18c6454ea25733e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "44209"
    uid: 9093cf27-6aa8-422b-8274-56d021dec0d1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:15:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-599b58cf6-rx6hh
    namespace: kserve-ci-e2e-test
    resourceVersion: "44181"
    uid: db27e5a8-9082-4e83-94c6-f1779bb0affe
  kind: Event
  lastTimestamp: "2026-07-27T22:15:06Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-27T22:15:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:15:06Z"
    name: isvc-sklearn-runtime-predictor-599b58cf6-rx6hh.18c6454ea4dbe2c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "44211"
    uid: 07b59612-1dc8-4645-ab26-6239c569e6b7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:15:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-599b58cf6-rx6hh
    namespace: kserve-ci-e2e-test
    resourceVersion: "44181"
    uid: db27e5a8-9082-4e83-94c6-f1779bb0affe
  kind: Event
  lastTimestamp: "2026-07-27T22:15:06Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-27T22:15:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:15:06Z"
    name: isvc-sklearn-runtime-predictor-599b58cf6-rx6hh.18c6454ea54e5e1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "44213"
    uid: f2cbc6eb-f41c-4b53-94d5-65c0f391cedb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:15:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-599b58cf6-rx6hh
    namespace: kserve-ci-e2e-test
    resourceVersion: "44181"
    uid: db27e5a8-9082-4e83-94c6-f1779bb0affe
  kind: Event
  lastTimestamp: "2026-07-27T22:15:12Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T22:15:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:15:12Z"
    name: isvc-sklearn-runtime-predictor-599b58cf6-rx6hh.18c6454ffe84041b
    namespace: kserve-ci-e2e-test
    resourceVersion: "44259"
    uid: 60cf33c7-22aa-4273-b7ab-9648dff35a94
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:15:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-599b58cf6-rx6hh
    namespace: kserve-ci-e2e-test
    resourceVersion: "44181"
    uid: db27e5a8-9082-4e83-94c6-f1779bb0affe
  kind: Event
  lastTimestamp: "2026-07-27T22:15:12Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-27T22:15:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:15:12Z"
    name: isvc-sklearn-runtime-predictor-599b58cf6-rx6hh.18c6455001a27eeb
    namespace: kserve-ci-e2e-test
    resourceVersion: "44263"
    uid: 16077601-da63-4da3-9cd1-57f828560f6b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:15:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-599b58cf6-rx6hh
    namespace: kserve-ci-e2e-test
    resourceVersion: "44181"
    uid: db27e5a8-9082-4e83-94c6-f1779bb0affe
  kind: Event
  lastTimestamp: "2026-07-27T22:15:12Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T22:15:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:15:12Z"
    name: isvc-sklearn-runtime-predictor-599b58cf6-rx6hh.18c64550021b0fd0
    namespace: kserve-ci-e2e-test
    resourceVersion: "44266"
    uid: b42dfac4-3b3f-4cff-9e8e-180c6f85b1ee
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:15:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-599b58cf6-rx6hh
    namespace: kserve-ci-e2e-test
    resourceVersion: "44181"
    uid: db27e5a8-9082-4e83-94c6-f1779bb0affe
  kind: Event
  lastTimestamp: "2026-07-27T22:15:12Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T22:15:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:15:12Z"
    name: isvc-sklearn-runtime-predictor-599b58cf6-rx6hh.18c6455002246ba0
    namespace: kserve-ci-e2e-test
    resourceVersion: "44267"
    uid: 3ac23316-eb1d-452f-87af-0492325e57cf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:15:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-599b58cf6-rx6hh
    namespace: kserve-ci-e2e-test
    resourceVersion: "44181"
    uid: db27e5a8-9082-4e83-94c6-f1779bb0affe
  kind: Event
  lastTimestamp: "2026-07-27T22:15:12Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-27T22:15:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:15:12Z"
    name: isvc-sklearn-runtime-predictor-599b58cf6-rx6hh.18c645500648925e
    namespace: kserve-ci-e2e-test
    resourceVersion: "44269"
    uid: ce5748cf-ee34-4e3f-8ee5-9a1588ade45d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:15:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-599b58cf6-rx6hh
    namespace: kserve-ci-e2e-test
    resourceVersion: "44181"
    uid: db27e5a8-9082-4e83-94c6-f1779bb0affe
  kind: Event
  lastTimestamp: "2026-07-27T22:15:12Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T22:15:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:15:12Z"
    name: isvc-sklearn-runtime-predictor-599b58cf6-rx6hh.18c6455006bd5a2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "44270"
    uid: 5e403a57-5d1b-4547-8ee3-9dc3c7c8a50f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-27T22:15:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-599b58cf6-rx6hh
    namespace: kserve-ci-e2e-test
    resourceVersion: "44181"
    uid: db27e5a8-9082-4e83-94c6-f1779bb0affe
  kind: Event
  lastTimestamp: "2026-07-27T22:15:19Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.60:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-27T22:15:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:15:19Z"
    name: isvc-sklearn-runtime-predictor-599b58cf6-rx6hh.18c645503a899519
    namespace: kserve-ci-e2e-test
    resourceVersion: "44320"
    uid: fcbc1894-7fd2-4601-9cc7-26b996c41817
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:15:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-599b58cf6-rx6hh
    namespace: kserve-ci-e2e-test
    resourceVersion: "44181"
    uid: db27e5a8-9082-4e83-94c6-f1779bb0affe
  kind: Event
  lastTimestamp: "2026-07-27T22:15:37Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T22:15:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:15:37Z"
    name: isvc-sklearn-runtime-predictor-599b58cf6-rx6hh.18c64555cc7cf86c
    namespace: kserve-ci-e2e-test
    resourceVersion: "44475"
    uid: 3e228473-2c5e-46b9-89be-759acc88a288
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:15:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-599b58cf6-rx6hh
    namespace: kserve-ci-e2e-test
    resourceVersion: "44181"
    uid: db27e5a8-9082-4e83-94c6-f1779bb0affe
  kind: Event
  lastTimestamp: "2026-07-27T22:15:37Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T22:15:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:15:37Z"
    name: isvc-sklearn-runtime-predictor-599b58cf6-rx6hh.18c64555cc7d6032
    namespace: kserve-ci-e2e-test
    resourceVersion: "44476"
    uid: d5d41bcd-e9a7-47d1-a34e-1dfee327fb2d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:15:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-runtime-predictor-599b58cf6
    namespace: kserve-ci-e2e-test
    resourceVersion: "44169"
    uid: ae046ad3-19f6-4a49-b5b7-3c7496ad9324
  kind: Event
  lastTimestamp: "2026-07-27T22:15:05Z"
  message: 'Created pod: isvc-sklearn-runtime-predictor-599b58cf6-rx6hh'
  metadata:
    creationTimestamp: "2026-07-27T22:15:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T22:15:05Z"
    name: isvc-sklearn-runtime-predictor-599b58cf6.18c6454e629bcf0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "44180"
    uid: 79adb7e8-560f-4307-bc24-b9ad840322e6
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:15:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "44167"
    uid: 97ccdd26-6bbc-43d7-b027-a61803c6db02
  kind: Event
  lastTimestamp: "2026-07-27T22:15:05Z"
  message: Scaled up replica set isvc-sklearn-runtime-predictor-599b58cf6 from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-27T22:15:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T22:15:05Z"
    name: isvc-sklearn-runtime-predictor.18c6454e5fae4419
    namespace: kserve-ci-e2e-test
    resourceVersion: "44170"
    uid: 45d0288b-d568-452f-a1ee-7b56cffcc6a0
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T22:15:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "44168"
    uid: 6b4803c9-111a-4862-94a0-5e5428036686
  kind: Event
  lastTimestamp: "2026-07-27T22:15:35Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T22:15:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T22:15:35Z"
    name: isvc-sklearn-runtime-predictor.18c64551ded65327
    namespace: kserve-ci-e2e-test
    resourceVersion: "44445"
    uid: 15620f42-faa7-49d6-b31d-17dedfa560f0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T22:15:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "44168"
    uid: 6b4803c9-111a-4862-94a0-5e5428036686
  kind: Event
  lastTimestamp: "2026-07-27T22:15:35Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T22:15:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T22:15:35Z"
    name: isvc-sklearn-runtime-predictor.18c64551df40322f
    namespace: kserve-ci-e2e-test
    resourceVersion: "44446"
    uid: 4a119a60-ac54-4382-b8aa-8a18ff945ff6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-27T22:15:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "44160"
    uid: 4101b4f1-122c-46c0-8e53-599365bbfb26
  kind: Event
  lastTimestamp: "2026-07-27T22:15:29Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-27T22:15:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T22:15:29Z"
    name: isvc-sklearn-runtime.18c6454e5fe2deb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "44408"
    uid: 18e10532-4571-4c16-a581-e3e9588469e5
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T22:15:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "44160"
    uid: 4101b4f1-122c-46c0-8e53-599365bbfb26
  kind: Event
  lastTimestamp: "2026-07-27T22:15:05Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-27T22:15:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T22:15:05Z"
    name: isvc-sklearn-runtime.18c6454e604780a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "44191"
    uid: 59dc0d6e-91ad-4ea9-a713-cf93550cabb9
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:15:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "44163"
    uid: 4101b4f1-122c-46c0-8e53-599365bbfb26
  kind: Event
  lastTimestamp: "2026-07-27T22:15:05Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-runtime": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-27T22:15:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T22:15:05Z"
    name: isvc-sklearn-runtime.18c6454e66cca72e
    namespace: kserve-ci-e2e-test
    resourceVersion: "44192"
    uid: 5497f1ee-49b6-4811-8d5b-850aec41a07c
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:15:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "44405"
    uid: 4101b4f1-122c-46c0-8e53-599365bbfb26
  kind: Event
  lastTimestamp: "2026-07-27T22:15:29Z"
  message: InferenceService [isvc-sklearn-runtime] is Ready
  metadata:
    creationTimestamp: "2026-07-27T22:15:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T22:15:29Z"
    name: isvc-sklearn-runtime.18c64553fa4f1646
    namespace: kserve-ci-e2e-test
    resourceVersion: "44406"
    uid: 51010fb3-098c-49d5-82b9-ad48fa4fa1b3
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-27T22:31:38.332914Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-dd446d6b9-pj5zf
    namespace: kserve-ci-e2e-test
    resourceVersion: "52366"
    uid: b76b321f-5067-46fc-b05e-1348cfd4f318
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-predictor-dd446d6b9-pj5zf
    to ip-10-0-131-133.ec2.internal
  metadata:
    creationTimestamp: "2026-07-27T22:31:38Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-27T22:31:38Z"
    name: isvc-sklearn-s3-predictor-dd446d6b9-pj5zf.18c646359a2e61c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "52371"
    uid: ec9992a3-b307-4257-8f25-4e586bed6c0d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-858ff8b64f-jq2m2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:31:38Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-dd446d6b9-pj5zf
    namespace: kserve-ci-e2e-test
    resourceVersion: "52378"
    uid: b76b321f-5067-46fc-b05e-1348cfd4f318
  kind: Event
  lastTimestamp: "2026-07-27T22:31:38Z"
  message: Add eth0 [10.132.0.46/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-27T22:31:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-27T22:31:38Z"
    name: isvc-sklearn-s3-predictor-dd446d6b9-pj5zf.18c64635b4514fe6
    namespace: kserve-ci-e2e-test
    resourceVersion: "52389"
    uid: 1a34c983-cc2e-4a91-b519-fd36c79b11a9
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:31:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-dd446d6b9-pj5zf
    namespace: kserve-ci-e2e-test
    resourceVersion: "52369"
    uid: b76b321f-5067-46fc-b05e-1348cfd4f318
  kind: Event
  lastTimestamp: "2026-07-27T22:31:38Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T22:31:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:31:38Z"
    name: isvc-sklearn-s3-predictor-dd446d6b9-pj5zf.18c64635b5bde37f
    namespace: kserve-ci-e2e-test
    resourceVersion: "52391"
    uid: 9e0b42d3-fcb8-4d94-ae6e-19c68aef4bae
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-133.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-133.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:31:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-dd446d6b9-pj5zf
    namespace: kserve-ci-e2e-test
    resourceVersion: "52369"
    uid: b76b321f-5067-46fc-b05e-1348cfd4f318
  kind: Event
  lastTimestamp: "2026-07-27T22:31:38Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-27T22:31:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:31:38Z"
    name: isvc-sklearn-s3-predictor-dd446d6b9-pj5zf.18c64635b8cca24b
    namespace: kserve-ci-e2e-test
    resourceVersion: "52393"
    uid: 4cef1ba2-eb00-4aa7-9dbc-0ac039d03104
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-133.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-133.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:31:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-dd446d6b9-pj5zf
    namespace: kserve-ci-e2e-test
    resourceVersion: "52369"
    uid: b76b321f-5067-46fc-b05e-1348cfd4f318
  kind: Event
  lastTimestamp: "2026-07-27T22:31:38Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-27T22:31:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:31:38Z"
    name: isvc-sklearn-s3-predictor-dd446d6b9-pj5zf.18c64635b93651df
    namespace: kserve-ci-e2e-test
    resourceVersion: "52394"
    uid: b046dc96-29cb-4f4c-bdbc-e05cdad3d631
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-133.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-133.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:31:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-dd446d6b9-pj5zf
    namespace: kserve-ci-e2e-test
    resourceVersion: "52369"
    uid: b76b321f-5067-46fc-b05e-1348cfd4f318
  kind: Event
  lastTimestamp: "2026-07-27T22:31:40Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T22:31:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:31:40Z"
    name: isvc-sklearn-s3-predictor-dd446d6b9-pj5zf.18c646361893c4dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "52411"
    uid: 92db688a-5e13-44dc-8fea-c6426b740589
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-133.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-133.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:31:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-dd446d6b9-pj5zf
    namespace: kserve-ci-e2e-test
    resourceVersion: "52369"
    uid: b76b321f-5067-46fc-b05e-1348cfd4f318
  kind: Event
  lastTimestamp: "2026-07-27T22:31:40Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-27T22:31:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:31:40Z"
    name: isvc-sklearn-s3-predictor-dd446d6b9-pj5zf.18c646361b9591db
    namespace: kserve-ci-e2e-test
    resourceVersion: "52413"
    uid: 8bb289b1-486b-45a0-a4e6-58f0dcf91668
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-133.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-133.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:31:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-dd446d6b9-pj5zf
    namespace: kserve-ci-e2e-test
    resourceVersion: "52369"
    uid: b76b321f-5067-46fc-b05e-1348cfd4f318
  kind: Event
  lastTimestamp: "2026-07-27T22:31:40Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T22:31:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:31:40Z"
    name: isvc-sklearn-s3-predictor-dd446d6b9-pj5zf.18c646361bfa675d
    namespace: kserve-ci-e2e-test
    resourceVersion: "52415"
    uid: f5960607-2233-4a1c-a1af-0c0dc217d232
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-133.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-133.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:31:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-dd446d6b9-pj5zf
    namespace: kserve-ci-e2e-test
    resourceVersion: "52369"
    uid: b76b321f-5067-46fc-b05e-1348cfd4f318
  kind: Event
  lastTimestamp: "2026-07-27T22:31:40Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T22:31:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:31:40Z"
    name: isvc-sklearn-s3-predictor-dd446d6b9-pj5zf.18c646361c05a794
    namespace: kserve-ci-e2e-test
    resourceVersion: "52417"
    uid: ae11cd35-2f51-49db-b1e4-5098ee9faad6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-133.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-133.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:31:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-dd446d6b9-pj5zf
    namespace: kserve-ci-e2e-test
    resourceVersion: "52369"
    uid: b76b321f-5067-46fc-b05e-1348cfd4f318
  kind: Event
  lastTimestamp: "2026-07-27T22:31:40Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-27T22:31:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:31:40Z"
    name: isvc-sklearn-s3-predictor-dd446d6b9-pj5zf.18c646361ebc7416
    namespace: kserve-ci-e2e-test
    resourceVersion: "52419"
    uid: 68cec43d-e574-4b83-89eb-91a60ee0cbce
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-133.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-133.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:31:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-dd446d6b9-pj5zf
    namespace: kserve-ci-e2e-test
    resourceVersion: "52369"
    uid: b76b321f-5067-46fc-b05e-1348cfd4f318
  kind: Event
  lastTimestamp: "2026-07-27T22:31:40Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T22:31:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:31:40Z"
    name: isvc-sklearn-s3-predictor-dd446d6b9-pj5zf.18c646361f20daa3
    namespace: kserve-ci-e2e-test
    resourceVersion: "52420"
    uid: 7b06a953-70d9-4736-8193-d321697ac2d8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-133.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-133.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-27T22:31:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-dd446d6b9-pj5zf
    namespace: kserve-ci-e2e-test
    resourceVersion: "52369"
    uid: b76b321f-5067-46fc-b05e-1348cfd4f318
  kind: Event
  lastTimestamp: "2026-07-27T22:32:47Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.46:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-27T22:31:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:32:47Z"
    name: isvc-sklearn-s3-predictor-dd446d6b9-pj5zf.18c64636549d8d40
    namespace: kserve-ci-e2e-test
    resourceVersion: "52898"
    uid: d14e0256-53d1-47bb-ae75-535fbbc13f40
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-133.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-133.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:32:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-dd446d6b9-pj5zf
    namespace: kserve-ci-e2e-test
    resourceVersion: "52369"
    uid: b76b321f-5067-46fc-b05e-1348cfd4f318
  kind: Event
  lastTimestamp: "2026-07-27T22:32:58Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T22:32:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:32:58Z"
    name: isvc-sklearn-s3-predictor-dd446d6b9-pj5zf.18c646483e61141f
    namespace: kserve-ci-e2e-test
    resourceVersion: "52998"
    uid: 61734e07-5ae0-41ff-bda3-7024e97cef2c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-133.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-133.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:32:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-dd446d6b9-pj5zf
    namespace: kserve-ci-e2e-test
    resourceVersion: "52369"
    uid: b76b321f-5067-46fc-b05e-1348cfd4f318
  kind: Event
  lastTimestamp: "2026-07-27T22:32:58Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T22:32:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:32:58Z"
    name: isvc-sklearn-s3-predictor-dd446d6b9-pj5zf.18c646483e61b038
    namespace: kserve-ci-e2e-test
    resourceVersion: "53000"
    uid: d70db527-5d41-4507-b038-4021a8d195fb
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-133.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-133.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:33:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-dd446d6b9-pj5zf
    namespace: kserve-ci-e2e-test
    resourceVersion: "52369"
    uid: b76b321f-5067-46fc-b05e-1348cfd4f318
  kind: Event
  lastTimestamp: "2026-07-27T22:33:02Z"
  message: 'Readiness probe failed: Get "https://10.132.0.46:8643/healthz": dial tcp
    10.132.0.46:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-27T22:33:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:33:02Z"
    name: isvc-sklearn-s3-predictor-dd446d6b9-pj5zf.18c6464930db27ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "53093"
    uid: cf8ff285-7bac-464d-b2ff-1b5b90595e7f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-133.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-133.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:31:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-predictor-dd446d6b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "52357"
    uid: e4fa5878-7681-4f7a-bc59-ec2986fcd5e7
  kind: Event
  lastTimestamp: "2026-07-27T22:31:38Z"
  message: 'Created pod: isvc-sklearn-s3-predictor-dd446d6b9-pj5zf'
  metadata:
    creationTimestamp: "2026-07-27T22:31:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T22:31:38Z"
    name: isvc-sklearn-s3-predictor-dd446d6b9.18c6463599b4b214
    namespace: kserve-ci-e2e-test
    resourceVersion: "52368"
    uid: 013b31f2-f56a-468a-a0e7-fd57b0074e8a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:31:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "52355"
    uid: 2ffb8e0b-04d9-4467-b75b-d57d7c2d043a
  kind: Event
  lastTimestamp: "2026-07-27T22:31:38Z"
  message: Scaled up replica set isvc-sklearn-s3-predictor-dd446d6b9 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-27T22:31:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T22:31:38Z"
    name: isvc-sklearn-s3-predictor.18c64635970ab7df
    namespace: kserve-ci-e2e-test
    resourceVersion: "52359"
    uid: 4af3fe14-8a98-40b1-8476-b131bca4674f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T22:31:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "52356"
    uid: ff9e7463-11c1-4e2a-8d16-2e681c8a57bb
  kind: Event
  lastTimestamp: "2026-07-27T22:32:23Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T22:31:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T22:32:23Z"
    name: isvc-sklearn-s3-predictor.18c6463915e8c09f
    namespace: kserve-ci-e2e-test
    resourceVersion: "52726"
    uid: 5d592e5e-b217-417f-a41c-69d6ce3f73f9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T22:31:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "52356"
    uid: ff9e7463-11c1-4e2a-8d16-2e681c8a57bb
  kind: Event
  lastTimestamp: "2026-07-27T22:32:23Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T22:31:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T22:32:23Z"
    name: isvc-sklearn-s3-predictor.18c64639164ec5ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "52727"
    uid: a908cc96-dfaf-4f93-be9e-4815d1b1768a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-27T22:32:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "52512"
    uid: ff9e7463-11c1-4e2a-8d16-2e681c8a57bb
  kind: Event
  lastTimestamp: "2026-07-27T22:32:53Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T22:32:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T22:32:53Z"
    name: isvc-sklearn-s3-predictor.18c6463c952bcc70
    namespace: kserve-ci-e2e-test
    resourceVersion: "52938"
    uid: 30633190-41c4-463c-adcf-4e6096561bdf
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-27T22:32:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "52512"
    uid: ff9e7463-11c1-4e2a-8d16-2e681c8a57bb
  kind: Event
  lastTimestamp: "2026-07-27T22:32:53Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T22:32:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T22:32:53Z"
    name: isvc-sklearn-s3-predictor.18c6463c959116f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "52939"
    uid: f8880777-a6e8-47aa-91ce-67cbcf760373
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-27T22:35:51.876334Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-749df86c69-gp4vx
    namespace: kserve-ci-e2e-test
    resourceVersion: "54536"
    uid: 691de555-00ec-4f47-b944-c921261db172
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-custom-fail-predictor-749df86c69-gp4vx
    to ip-10-0-131-133.ec2.internal
  metadata:
    creationTimestamp: "2026-07-27T22:35:51Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-27T22:35:51Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-749df86c69-gp4vx.18c64670a28bed9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "54544"
    uid: d747ab0b-db6d-4162-9532-47b26290ed3c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-858ff8b64f-jq2m2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:35:52Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-749df86c69-gp4vx
    namespace: kserve-ci-e2e-test
    resourceVersion: "54549"
    uid: 691de555-00ec-4f47-b944-c921261db172
  kind: Event
  lastTimestamp: "2026-07-27T22:35:52Z"
  message: Add eth0 [10.132.0.49/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-27T22:35:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-27T22:35:52Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-749df86c69-gp4vx.18c64670bc92c925
    namespace: kserve-ci-e2e-test
    resourceVersion: "54558"
    uid: 923e72e9-82be-4179-bf24-c564e9cdcbb4
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T22:35:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-749df86c69-gp4vx
    namespace: kserve-ci-e2e-test
    resourceVersion: "54539"
    uid: 691de555-00ec-4f47-b944-c921261db172
  kind: Event
  lastTimestamp: "2026-07-27T22:35:58Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T22:35:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:35:58Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-749df86c69-gp4vx.18c64670bdeea50e
    namespace: kserve-ci-e2e-test
    resourceVersion: "54616"
    uid: 08f2b6a4-b9c8-4dd8-8938-c3a26dee0681
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-133.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-133.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T22:35:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-749df86c69-gp4vx
    namespace: kserve-ci-e2e-test
    resourceVersion: "54539"
    uid: 691de555-00ec-4f47-b944-c921261db172
  kind: Event
  lastTimestamp: "2026-07-27T22:35:58Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-27T22:35:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:35:58Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-749df86c69-gp4vx.18c64670c17c133e
    namespace: kserve-ci-e2e-test
    resourceVersion: "54618"
    uid: 9a54ce36-9c54-4e53-a276-5763dbceba2b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-133.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-133.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T22:35:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-749df86c69-gp4vx
    namespace: kserve-ci-e2e-test
    resourceVersion: "54539"
    uid: 691de555-00ec-4f47-b944-c921261db172
  kind: Event
  lastTimestamp: "2026-07-27T22:35:58Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-27T22:35:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:35:58Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-749df86c69-gp4vx.18c64670c1f46f48
    namespace: kserve-ci-e2e-test
    resourceVersion: "54621"
    uid: e0c59d7f-39c2-47ec-be5e-44ba9810b053
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-133.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-133.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:36:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-749df86c69-gp4vx
    namespace: kserve-ci-e2e-test
    resourceVersion: "54539"
    uid: 691de555-00ec-4f47-b944-c921261db172
  kind: Event
  lastTimestamp: "2026-07-27T22:36:01Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-07-27T22:36:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:36:01Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-749df86c69-gp4vx.18c64672f7a68919
    namespace: kserve-ci-e2e-test
    resourceVersion: "54658"
    uid: 4ad96047-b16d-49c8-b7a9-f5efd87c6b2a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-133.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-133.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:35:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-custom-fail-predictor-749df86c69
    namespace: kserve-ci-e2e-test
    resourceVersion: "54528"
    uid: 1e20c106-980b-4594-9903-159d005939a3
  kind: Event
  lastTimestamp: "2026-07-27T22:35:51Z"
  message: 'Created pod: isvc-sklearn-s3-tls-custom-fail-predictor-749df86c69-gp4vx'
  metadata:
    creationTimestamp: "2026-07-27T22:35:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T22:35:51Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-749df86c69.18c64670a1ce347e
    namespace: kserve-ci-e2e-test
    resourceVersion: "54541"
    uid: 1ecbf9da-26f7-4f49-85dd-a94fdff722d4
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:35:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-custom-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "54526"
    uid: a3b6d0a3-7e9d-44ac-a7e7-901e6b6113c0
  kind: Event
  lastTimestamp: "2026-07-27T22:35:51Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-custom-fail-predictor-749df86c69
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-27T22:35:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T22:35:51Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor.18c646709fa47794
    namespace: kserve-ci-e2e-test
    resourceVersion: "54529"
    uid: 096a79d3-3b66-4a02-96d4-a7202bb677fe
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-27T22:35:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "54518"
    uid: 88692257-000a-4075-92b1-7b6c733443bb
  kind: Event
  lastTimestamp: "2026-07-27T22:35:58Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-27T22:35:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T22:35:58Z"
    name: isvc-sklearn-s3-tls-custom-fail.18c646709fd013f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "54622"
    uid: ec924462-2f5b-497f-96c7-797f6f87c9ac
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T22:35:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "54518"
    uid: 88692257-000a-4075-92b1-7b6c733443bb
  kind: Event
  lastTimestamp: "2026-07-27T22:35:51Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-custom-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-27T22:35:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T22:35:51Z"
    name: isvc-sklearn-s3-tls-custom-fail.18c64670a044e099
    namespace: kserve-ci-e2e-test
    resourceVersion: "54551"
    uid: 0800723b-1b6b-4e60-9fc9-5a7f434f7081
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:35:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "54522"
    uid: 88692257-000a-4075-92b1-7b6c733443bb
  kind: Event
  lastTimestamp: "2026-07-27T22:35:51Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-fail": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-07-27T22:35:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T22:35:51Z"
    name: isvc-sklearn-s3-tls-custom-fail.18c64670a5d4fa8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "54552"
    uid: f02500f0-23a1-4ae4-a84d-c3a5205b510e
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-27T22:34:30.748692Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57-zzrtt
    namespace: kserve-ci-e2e-test
    resourceVersion: "53864"
    uid: 21347091-b8fa-49e4-9bcd-413f7ef30d57
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57-zzrtt
    to ip-10-0-142-219.ec2.internal
  metadata:
    creationTimestamp: "2026-07-27T22:34:30Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-27T22:34:30Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57-zzrtt.18c6465dbef66356
    namespace: kserve-ci-e2e-test
    resourceVersion: "53868"
    uid: fc54213a-9d0a-420b-81de-5d672a15308b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-858ff8b64f-jq2m2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:34:30Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57-zzrtt
    namespace: kserve-ci-e2e-test
    resourceVersion: "53866"
    uid: 21347091-b8fa-49e4-9bcd-413f7ef30d57
  kind: Event
  lastTimestamp: "2026-07-27T22:34:30Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-tls-custom-pass-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-27T22:34:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:34:30Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57-zzrtt.18c6465dc9dbdcce
    namespace: kserve-ci-e2e-test
    resourceVersion: "53885"
    uid: 5168b048-142f-4553-b642-dac6dcdd4324
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:34:31Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57-zzrtt
    namespace: kserve-ci-e2e-test
    resourceVersion: "53874"
    uid: 21347091-b8fa-49e4-9bcd-413f7ef30d57
  kind: Event
  lastTimestamp: "2026-07-27T22:34:31Z"
  message: Add eth0 [10.133.0.71/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-27T22:34:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-27T22:34:31Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57-zzrtt.18c6465dfc62edfa
    namespace: kserve-ci-e2e-test
    resourceVersion: "53895"
    uid: 8ae7fc91-dcc6-4d26-89fd-14fb1531b2f3
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:34:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57-zzrtt
    namespace: kserve-ci-e2e-test
    resourceVersion: "53866"
    uid: 21347091-b8fa-49e4-9bcd-413f7ef30d57
  kind: Event
  lastTimestamp: "2026-07-27T22:34:31Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T22:34:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:34:31Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57-zzrtt.18c6465dfdbf88ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "53898"
    uid: 04da16de-2fb2-42d8-9de3-1e3a3f3fa003
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:34:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57-zzrtt
    namespace: kserve-ci-e2e-test
    resourceVersion: "53866"
    uid: 21347091-b8fa-49e4-9bcd-413f7ef30d57
  kind: Event
  lastTimestamp: "2026-07-27T22:34:31Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-27T22:34:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:34:31Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57-zzrtt.18c6465e00f10a91
    namespace: kserve-ci-e2e-test
    resourceVersion: "53900"
    uid: ff131518-4830-4bd7-97ec-b30ff1b641bf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:34:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57-zzrtt
    namespace: kserve-ci-e2e-test
    resourceVersion: "53866"
    uid: 21347091-b8fa-49e4-9bcd-413f7ef30d57
  kind: Event
  lastTimestamp: "2026-07-27T22:34:31Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-27T22:34:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:34:31Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57-zzrtt.18c6465e01621d2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "53901"
    uid: 4e63e5cc-5f18-45f4-ad9f-ab50bb1cf6a5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:34:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57-zzrtt
    namespace: kserve-ci-e2e-test
    resourceVersion: "53866"
    uid: 21347091-b8fa-49e4-9bcd-413f7ef30d57
  kind: Event
  lastTimestamp: "2026-07-27T22:34:32Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T22:34:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:34:32Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57-zzrtt.18c6465e4036304b
    namespace: kserve-ci-e2e-test
    resourceVersion: "53917"
    uid: 5529b41c-b1f3-4b8e-992e-78ee92dfb1f3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:34:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57-zzrtt
    namespace: kserve-ci-e2e-test
    resourceVersion: "53866"
    uid: 21347091-b8fa-49e4-9bcd-413f7ef30d57
  kind: Event
  lastTimestamp: "2026-07-27T22:34:32Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-27T22:34:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:34:32Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57-zzrtt.18c6465e43ddf7dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "53921"
    uid: 910e7f90-8e23-4bbb-a4f3-1c3b46448be4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:34:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57-zzrtt
    namespace: kserve-ci-e2e-test
    resourceVersion: "53866"
    uid: 21347091-b8fa-49e4-9bcd-413f7ef30d57
  kind: Event
  lastTimestamp: "2026-07-27T22:34:32Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T22:34:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:34:32Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57-zzrtt.18c6465e4453c94d
    namespace: kserve-ci-e2e-test
    resourceVersion: "53922"
    uid: 669979a4-c875-4155-8a2c-e6039ea0de81
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:34:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57-zzrtt
    namespace: kserve-ci-e2e-test
    resourceVersion: "53866"
    uid: 21347091-b8fa-49e4-9bcd-413f7ef30d57
  kind: Event
  lastTimestamp: "2026-07-27T22:34:32Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T22:34:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:34:32Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57-zzrtt.18c6465e445e729a
    namespace: kserve-ci-e2e-test
    resourceVersion: "53924"
    uid: f679c445-48cb-4a22-867c-80be6c55610d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:34:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57-zzrtt
    namespace: kserve-ci-e2e-test
    resourceVersion: "53866"
    uid: 21347091-b8fa-49e4-9bcd-413f7ef30d57
  kind: Event
  lastTimestamp: "2026-07-27T22:34:33Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-27T22:34:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:34:33Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57-zzrtt.18c6465e473538f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "53926"
    uid: 9e2ceaba-6406-480c-abda-2c32bb5f78aa
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:34:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57-zzrtt
    namespace: kserve-ci-e2e-test
    resourceVersion: "53866"
    uid: 21347091-b8fa-49e4-9bcd-413f7ef30d57
  kind: Event
  lastTimestamp: "2026-07-27T22:34:33Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T22:34:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:34:33Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57-zzrtt.18c6465e47a1cb80
    namespace: kserve-ci-e2e-test
    resourceVersion: "53927"
    uid: 1fe409aa-185a-429c-af8c-758f0489dd3e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-27T22:34:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57-zzrtt
    namespace: kserve-ci-e2e-test
    resourceVersion: "53866"
    uid: 21347091-b8fa-49e4-9bcd-413f7ef30d57
  kind: Event
  lastTimestamp: "2026-07-27T22:35:39Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.71:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-27T22:34:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:35:39Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57-zzrtt.18c6465e7c2d29b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "54393"
    uid: 52e97d37-5e80-4ee6-9ea0-d3b5a50152ff
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:35:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57-zzrtt
    namespace: kserve-ci-e2e-test
    resourceVersion: "53866"
    uid: 21347091-b8fa-49e4-9bcd-413f7ef30d57
  kind: Event
  lastTimestamp: "2026-07-27T22:35:50Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T22:35:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:35:50Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57-zzrtt.18c646706261b10d
    namespace: kserve-ci-e2e-test
    resourceVersion: "54502"
    uid: b8707f05-a7c7-48a4-90fb-4465d45893b1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:35:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57-zzrtt
    namespace: kserve-ci-e2e-test
    resourceVersion: "53866"
    uid: 21347091-b8fa-49e4-9bcd-413f7ef30d57
  kind: Event
  lastTimestamp: "2026-07-27T22:35:50Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T22:35:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:35:50Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57-zzrtt.18c646706262f1d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "54503"
    uid: d1bfcc09-94cd-4fc9-8c56-c3e7bb06f322
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:35:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57-zzrtt
    namespace: kserve-ci-e2e-test
    resourceVersion: "53866"
    uid: 21347091-b8fa-49e4-9bcd-413f7ef30d57
  kind: Event
  lastTimestamp: "2026-07-27T22:35:54Z"
  message: 'Readiness probe failed: Get "https://10.133.0.71:8643/healthz": dial tcp
    10.133.0.71:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-27T22:35:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:35:54Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57-zzrtt.18c64671586a7d63
    namespace: kserve-ci-e2e-test
    resourceVersion: "54589"
    uid: 55e598ee-e68f-4c16-9ae5-f25c57e82e98
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:34:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57
    namespace: kserve-ci-e2e-test
    resourceVersion: "53856"
    uid: 3949c1a2-bc52-490e-926c-c37d2175ad63
  kind: Event
  lastTimestamp: "2026-07-27T22:34:30Z"
  message: 'Created pod: isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57-zzrtt'
  metadata:
    creationTimestamp: "2026-07-27T22:34:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T22:34:30Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57.18c6465dbe8ce4c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "53865"
    uid: 150e4b3e-520f-4161-9438-9c80ad2d78e6
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:34:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "53854"
    uid: 75c6d8f6-e45c-4cf8-8d10-e1a940a1ad8e
  kind: Event
  lastTimestamp: "2026-07-27T22:34:30Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-27T22:34:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T22:34:30Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18c6465dbc443d29
    namespace: kserve-ci-e2e-test
    resourceVersion: "53857"
    uid: dfaf0ff0-25d4-430e-8f0a-d9b765ce4b1e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T22:34:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "53855"
    uid: f969f963-2d15-4441-a821-ae04972eda9b
  kind: Event
  lastTimestamp: "2026-07-27T22:35:00Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T22:34:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T22:35:00Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18c646613b305151
    namespace: kserve-ci-e2e-test
    resourceVersion: "54122"
    uid: 6ef56106-61e8-4ea3-b8d6-15bd0d992a01
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T22:34:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "53855"
    uid: f969f963-2d15-4441-a821-ae04972eda9b
  kind: Event
  lastTimestamp: "2026-07-27T22:35:00Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T22:34:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T22:35:00Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18c646613bbbd708
    namespace: kserve-ci-e2e-test
    resourceVersion: "54123"
    uid: 8261e949-bee0-4592-90dd-40adf3a55d6f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-27T22:35:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "54015"
    uid: f969f963-2d15-4441-a821-ae04972eda9b
  kind: Event
  lastTimestamp: "2026-07-27T22:35:45Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T22:35:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T22:35:45Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18c646683993a945
    namespace: kserve-ci-e2e-test
    resourceVersion: "54439"
    uid: d6f21bca-86e4-4acb-abca-19b143245b5e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-27T22:35:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "54015"
    uid: f969f963-2d15-4441-a821-ae04972eda9b
  kind: Event
  lastTimestamp: "2026-07-27T22:35:45Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T22:35:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T22:35:45Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18c6466839fd1204
    namespace: kserve-ci-e2e-test
    resourceVersion: "54440"
    uid: 86719310-4fc6-4347-8d73-b8bd3896d713
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-07-27T22:34:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "53846"
    uid: f23ff2d3-6aae-4a7d-b337-955f73cac6b7
  kind: Event
  lastTimestamp: "2026-07-27T22:35:50Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-27T22:34:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T22:35:50Z"
    name: isvc-sklearn-s3-tls-custom-pass.18c6465dbc4642a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "54478"
    uid: 3bc7b4c0-de0e-4d16-9835-9b13e93f6b65
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T22:34:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "53846"
    uid: f23ff2d3-6aae-4a7d-b337-955f73cac6b7
  kind: Event
  lastTimestamp: "2026-07-27T22:34:30Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-custom-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-27T22:34:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T22:34:30Z"
    name: isvc-sklearn-s3-tls-custom-pass.18c6465dbcc1d29a
    namespace: kserve-ci-e2e-test
    resourceVersion: "53879"
    uid: aa3f7ced-6e7e-42a8-ba5d-0f741c393392
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:34:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "53863"
    uid: f23ff2d3-6aae-4a7d-b337-955f73cac6b7
  kind: Event
  lastTimestamp: "2026-07-27T22:34:30Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-pass": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-07-27T22:34:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T22:34:30Z"
    name: isvc-sklearn-s3-tls-custom-pass.18c6465dc3cb248e
    namespace: kserve-ci-e2e-test
    resourceVersion: "53880"
    uid: 0bf143ab-883a-4b95-b708-552ffd8e3d92
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:35:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "54475"
    uid: f23ff2d3-6aae-4a7d-b337-955f73cac6b7
  kind: Event
  lastTimestamp: "2026-07-27T22:35:50Z"
  message: InferenceService [isvc-sklearn-s3-tls-custom-pass] is Ready
  metadata:
    creationTimestamp: "2026-07-27T22:35:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T22:35:50Z"
    name: isvc-sklearn-s3-tls-custom-pass.18c64670345e1cad
    namespace: kserve-ci-e2e-test
    resourceVersion: "54477"
    uid: 6ca32f99-280e-47e0-aff2-14a720f676fa
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-27T22:34:19.670018Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-7d56b5c8fc-4np82
    namespace: kserve-ci-e2e-test
    resourceVersion: "53700"
    uid: e5668592-7da5-4fff-803e-066c1a216ffa
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-global-fail-predictor-7d56b5c8fc-4np82
    to ip-10-0-131-133.ec2.internal
  metadata:
    creationTimestamp: "2026-07-27T22:34:19Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-27T22:34:19Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-7d56b5c8fc-4np82.18c6465b2a9f47ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "53706"
    uid: 347f1bbf-8d91-413e-a898-018d9327b9cc
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-858ff8b64f-jq2m2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:34:19Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-7d56b5c8fc-4np82
    namespace: kserve-ci-e2e-test
    resourceVersion: "53702"
    uid: e5668592-7da5-4fff-803e-066c1a216ffa
  kind: Event
  lastTimestamp: "2026-07-27T22:34:19Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-tls-global-fail-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-27T22:34:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:34:19Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-7d56b5c8fc-4np82.18c6465b3ba522b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "53715"
    uid: 50e4d086-0338-4c5e-98ae-f2cc25a14302
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-133.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-133.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:34:20Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-7d56b5c8fc-4np82
    namespace: kserve-ci-e2e-test
    resourceVersion: "53709"
    uid: e5668592-7da5-4fff-803e-066c1a216ffa
  kind: Event
  lastTimestamp: "2026-07-27T22:34:20Z"
  message: Add eth0 [10.132.0.48/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-27T22:34:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-27T22:34:20Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-7d56b5c8fc-4np82.18c6465b686f7d36
    namespace: kserve-ci-e2e-test
    resourceVersion: "53724"
    uid: 1de1fe60-009d-4931-9d8b-35bc315b69cc
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T22:34:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-7d56b5c8fc-4np82
    namespace: kserve-ci-e2e-test
    resourceVersion: "53702"
    uid: e5668592-7da5-4fff-803e-066c1a216ffa
  kind: Event
  lastTimestamp: "2026-07-27T22:34:25Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T22:34:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:34:25Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-7d56b5c8fc-4np82.18c6465b69e370ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "53771"
    uid: c1e4989f-1af9-4a75-89e8-176ecfa8234b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-133.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-133.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T22:34:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-7d56b5c8fc-4np82
    namespace: kserve-ci-e2e-test
    resourceVersion: "53702"
    uid: e5668592-7da5-4fff-803e-066c1a216ffa
  kind: Event
  lastTimestamp: "2026-07-27T22:34:25Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-27T22:34:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:34:25Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-7d56b5c8fc-4np82.18c6465b6d00c78a
    namespace: kserve-ci-e2e-test
    resourceVersion: "53775"
    uid: f751352a-6eb6-42c4-9642-4ca4152eb664
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-133.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-133.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T22:34:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-7d56b5c8fc-4np82
    namespace: kserve-ci-e2e-test
    resourceVersion: "53702"
    uid: e5668592-7da5-4fff-803e-066c1a216ffa
  kind: Event
  lastTimestamp: "2026-07-27T22:34:25Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-27T22:34:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:34:25Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-7d56b5c8fc-4np82.18c6465b6d7460e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "53776"
    uid: 47210222-c261-489b-8f34-aada9559eecc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-133.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-133.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:34:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-7d56b5c8fc-4np82
    namespace: kserve-ci-e2e-test
    resourceVersion: "53702"
    uid: e5668592-7da5-4fff-803e-066c1a216ffa
  kind: Event
  lastTimestamp: "2026-07-27T22:34:29Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-07-27T22:34:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:34:29Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-7d56b5c8fc-4np82.18c6465d7e69199c
    namespace: kserve-ci-e2e-test
    resourceVersion: "53826"
    uid: 50625708-4e3d-423c-888d-3e5f084caa96
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-133.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-133.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:34:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-global-fail-predictor-7d56b5c8fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "53691"
    uid: e321d1c1-7a1e-4234-889e-99f50266094f
  kind: Event
  lastTimestamp: "2026-07-27T22:34:19Z"
  message: 'Created pod: isvc-sklearn-s3-tls-global-fail-predictor-7d56b5c8fc-4np82'
  metadata:
    creationTimestamp: "2026-07-27T22:34:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T22:34:19Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-7d56b5c8fc.18c6465b2a263fbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "53701"
    uid: 76167b55-597b-490f-8dfa-5f27bad89260
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:34:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-global-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "53689"
    uid: 9e2aca32-9d43-49eb-bcd7-ba0a942ea233
  kind: Event
  lastTimestamp: "2026-07-27T22:34:19Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-global-fail-predictor-7d56b5c8fc
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-27T22:34:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T22:34:19Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor.18c6465b2701b285
    namespace: kserve-ci-e2e-test
    resourceVersion: "53694"
    uid: 5eadd3c0-a906-45a7-9772-f5b9f45197f5
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-27T22:34:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "53681"
    uid: dd26f02f-690e-4a8e-a56a-355b6de0f074
  kind: Event
  lastTimestamp: "2026-07-27T22:34:25Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-27T22:34:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T22:34:25Z"
    name: isvc-sklearn-s3-tls-global-fail.18c6465b2706fb29
    namespace: kserve-ci-e2e-test
    resourceVersion: "53777"
    uid: cb684e0c-9b15-4cea-ba46-5e4b6e56783a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:34:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "53681"
    uid: dd26f02f-690e-4a8e-a56a-355b6de0f074
  kind: Event
  lastTimestamp: "2026-07-27T22:34:19Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-global-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-27T22:34:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T22:34:19Z"
    name: isvc-sklearn-s3-tls-global-fail.18c6465b277d14c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "53696"
    uid: b7974371-155c-4615-ac03-c487d8435743
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-27T22:32:58.547815Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985-gff9j
    namespace: kserve-ci-e2e-test
    resourceVersion: "53023"
    uid: b6251c55-a270-4a42-85fe-698989b81c7a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-global-pass-predictor-665d8df985-gff9j
    to ip-10-0-131-133.ec2.internal
  metadata:
    creationTimestamp: "2026-07-27T22:32:58Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-27T22:32:58Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985-gff9j.18c64648475cb857
    namespace: kserve-ci-e2e-test
    resourceVersion: "53029"
    uid: e4cb4417-981d-4529-bc8c-794b416ce9b2
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-858ff8b64f-jq2m2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:32:58Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985-gff9j
    namespace: kserve-ci-e2e-test
    resourceVersion: "53025"
    uid: b6251c55-a270-4a42-85fe-698989b81c7a
  kind: Event
  lastTimestamp: "2026-07-27T22:32:58Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-tls-global-pass-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-27T22:32:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:32:58Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985-gff9j.18c64648519f0582
    namespace: kserve-ci-e2e-test
    resourceVersion: "53041"
    uid: 8f41fe4b-c8f5-42ec-83ea-d58c9875de33
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-133.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-133.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:32:59Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985-gff9j
    namespace: kserve-ci-e2e-test
    resourceVersion: "53033"
    uid: b6251c55-a270-4a42-85fe-698989b81c7a
  kind: Event
  lastTimestamp: "2026-07-27T22:32:59Z"
  message: Add eth0 [10.132.0.47/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-27T22:32:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-27T22:32:59Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985-gff9j.18c64648850218e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "53049"
    uid: d7e040f6-af1f-4c70-b51c-57534fd1de76
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:32:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985-gff9j
    namespace: kserve-ci-e2e-test
    resourceVersion: "53025"
    uid: b6251c55-a270-4a42-85fe-698989b81c7a
  kind: Event
  lastTimestamp: "2026-07-27T22:32:59Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T22:32:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:32:59Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985-gff9j.18c646488665343b
    namespace: kserve-ci-e2e-test
    resourceVersion: "53051"
    uid: a4c7437d-f141-44a5-8a8c-df96a9b3c894
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-133.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-133.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:32:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985-gff9j
    namespace: kserve-ci-e2e-test
    resourceVersion: "53025"
    uid: b6251c55-a270-4a42-85fe-698989b81c7a
  kind: Event
  lastTimestamp: "2026-07-27T22:32:59Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-27T22:32:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:32:59Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985-gff9j.18c646488a157528
    namespace: kserve-ci-e2e-test
    resourceVersion: "53052"
    uid: 3d43e190-6792-4363-83e1-392863e18dae
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-133.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-133.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:32:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985-gff9j
    namespace: kserve-ci-e2e-test
    resourceVersion: "53025"
    uid: b6251c55-a270-4a42-85fe-698989b81c7a
  kind: Event
  lastTimestamp: "2026-07-27T22:32:59Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-27T22:32:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:32:59Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985-gff9j.18c646488a896ec6
    namespace: kserve-ci-e2e-test
    resourceVersion: "53053"
    uid: 1bcff69d-0a89-4395-a22e-25b152fb9aa6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-133.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-133.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:33:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985-gff9j
    namespace: kserve-ci-e2e-test
    resourceVersion: "53025"
    uid: b6251c55-a270-4a42-85fe-698989b81c7a
  kind: Event
  lastTimestamp: "2026-07-27T22:33:00Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T22:33:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:33:00Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985-gff9j.18c64648cfeeae35
    namespace: kserve-ci-e2e-test
    resourceVersion: "53071"
    uid: 6c6d9d4c-dc46-4159-9926-7df8f9047b6c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-133.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-133.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:33:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985-gff9j
    namespace: kserve-ci-e2e-test
    resourceVersion: "53025"
    uid: b6251c55-a270-4a42-85fe-698989b81c7a
  kind: Event
  lastTimestamp: "2026-07-27T22:33:00Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-27T22:33:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:33:00Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985-gff9j.18c64648d34803a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "53075"
    uid: 5ab3b9ff-7083-425c-accc-0b0870ff404a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-133.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-133.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:33:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985-gff9j
    namespace: kserve-ci-e2e-test
    resourceVersion: "53025"
    uid: b6251c55-a270-4a42-85fe-698989b81c7a
  kind: Event
  lastTimestamp: "2026-07-27T22:33:00Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T22:33:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:33:00Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985-gff9j.18c64648d3d6617e
    namespace: kserve-ci-e2e-test
    resourceVersion: "53076"
    uid: 4b3d37ed-cc80-4870-98a1-a4e9c6e0f403
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-133.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-133.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:33:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985-gff9j
    namespace: kserve-ci-e2e-test
    resourceVersion: "53025"
    uid: b6251c55-a270-4a42-85fe-698989b81c7a
  kind: Event
  lastTimestamp: "2026-07-27T22:33:00Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T22:33:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:33:00Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985-gff9j.18c64648d3e1fb8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "53077"
    uid: 11d7cd44-2924-453e-9b4c-741def7c6cce
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-133.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-133.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:33:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985-gff9j
    namespace: kserve-ci-e2e-test
    resourceVersion: "53025"
    uid: b6251c55-a270-4a42-85fe-698989b81c7a
  kind: Event
  lastTimestamp: "2026-07-27T22:33:00Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-27T22:33:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:33:00Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985-gff9j.18c64648d704c363
    namespace: kserve-ci-e2e-test
    resourceVersion: "53079"
    uid: 6cb0f32b-f775-4ec3-a578-e7b9a18f6ea1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-133.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-133.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:33:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985-gff9j
    namespace: kserve-ci-e2e-test
    resourceVersion: "53025"
    uid: b6251c55-a270-4a42-85fe-698989b81c7a
  kind: Event
  lastTimestamp: "2026-07-27T22:33:00Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T22:33:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:33:00Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985-gff9j.18c64648d77e1cec
    namespace: kserve-ci-e2e-test
    resourceVersion: "53080"
    uid: dd07f85b-70a0-4127-b9b7-66683f373c73
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-133.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-133.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-27T22:33:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985-gff9j
    namespace: kserve-ci-e2e-test
    resourceVersion: "53025"
    uid: b6251c55-a270-4a42-85fe-698989b81c7a
  kind: Event
  lastTimestamp: "2026-07-27T22:34:07Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.47:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-27T22:33:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:34:07Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985-gff9j.18c646490c06501a
    namespace: kserve-ci-e2e-test
    resourceVersion: "53568"
    uid: 1377a6a4-ac0b-4ec5-ad36-fa8cdaca0dc5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-133.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-133.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:34:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985-gff9j
    namespace: kserve-ci-e2e-test
    resourceVersion: "53025"
    uid: b6251c55-a270-4a42-85fe-698989b81c7a
  kind: Event
  lastTimestamp: "2026-07-27T22:34:18Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T22:34:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:34:18Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985-gff9j.18c6465aeb187e10
    namespace: kserve-ci-e2e-test
    resourceVersion: "53667"
    uid: b5446cba-a9ff-4d8b-91fb-a0c1cdd4bd74
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-133.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-133.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:34:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985-gff9j
    namespace: kserve-ci-e2e-test
    resourceVersion: "53025"
    uid: b6251c55-a270-4a42-85fe-698989b81c7a
  kind: Event
  lastTimestamp: "2026-07-27T22:34:18Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T22:34:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:34:18Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985-gff9j.18c6465aeb18ec4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "53668"
    uid: 090b8cc3-e181-42e8-8c7b-aa1f094889bd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-133.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-133.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:34:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985-gff9j
    namespace: kserve-ci-e2e-test
    resourceVersion: "53025"
    uid: b6251c55-a270-4a42-85fe-698989b81c7a
  kind: Event
  lastTimestamp: "2026-07-27T22:34:22Z"
  message: 'Readiness probe failed: Get "https://10.132.0.47:8643/healthz": dial tcp
    10.132.0.47:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-27T22:34:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:34:22Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985-gff9j.18c6465be844e4da
    namespace: kserve-ci-e2e-test
    resourceVersion: "53750"
    uid: 696b2412-81ce-495a-8065-3408b23ce6a1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-133.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-133.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:32:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985
    namespace: kserve-ci-e2e-test
    resourceVersion: "53014"
    uid: f7053f9f-1136-47f7-9f7e-5742a5b7eac8
  kind: Event
  lastTimestamp: "2026-07-27T22:32:58Z"
  message: 'Created pod: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985-gff9j'
  metadata:
    creationTimestamp: "2026-07-27T22:32:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T22:32:58Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985.18c6464846e3909f
    namespace: kserve-ci-e2e-test
    resourceVersion: "53024"
    uid: 8de678b8-8ce3-4f0f-baad-26261b81a356
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:32:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "53012"
    uid: f3449775-143b-4ffb-be95-d39384bce12f
  kind: Event
  lastTimestamp: "2026-07-27T22:32:58Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-global-pass-predictor-665d8df985
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-27T22:32:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T22:32:58Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18c64648444f3ebc
    namespace: kserve-ci-e2e-test
    resourceVersion: "53015"
    uid: e317296a-95cd-4d36-80f9-00422928f328
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T22:33:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "53013"
    uid: 1422c008-9eeb-40cc-a98f-5422aed83aea
  kind: Event
  lastTimestamp: "2026-07-27T22:33:28Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T22:33:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T22:33:28Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18c6464bc326f53d
    namespace: kserve-ci-e2e-test
    resourceVersion: "53287"
    uid: c1611f4f-2856-4a69-b04c-253fe612aabc
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T22:33:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "53013"
    uid: 1422c008-9eeb-40cc-a98f-5422aed83aea
  kind: Event
  lastTimestamp: "2026-07-27T22:33:28Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T22:33:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T22:33:28Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18c6464bc3a7926a
    namespace: kserve-ci-e2e-test
    resourceVersion: "53288"
    uid: 365f3cf5-d2c7-4c49-b251-82108f89f0d9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-27T22:33:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "53178"
    uid: 1422c008-9eeb-40cc-a98f-5422aed83aea
  kind: Event
  lastTimestamp: "2026-07-27T22:34:13Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T22:33:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T22:34:13Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18c64652c1973381
    namespace: kserve-ci-e2e-test
    resourceVersion: "53606"
    uid: 73dc87d9-92fc-42b5-be56-60a932a6c032
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-27T22:33:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "53178"
    uid: 1422c008-9eeb-40cc-a98f-5422aed83aea
  kind: Event
  lastTimestamp: "2026-07-27T22:34:13Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T22:33:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T22:34:13Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18c64652c1fd148d
    namespace: kserve-ci-e2e-test
    resourceVersion: "53607"
    uid: 5af6f56c-6272-4d36-aede-2806d89b69ff
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-27T22:32:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "53002"
    uid: 3cc9d8fb-c586-4e1a-94b6-3971619b140c
  kind: Event
  lastTimestamp: "2026-07-27T22:34:17Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-27T22:32:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T22:34:17Z"
    name: isvc-sklearn-s3-tls-global-pass.18c646484453bae8
    namespace: kserve-ci-e2e-test
    resourceVersion: "53644"
    uid: 14fe8ba8-bec6-4c2c-8065-609c2e2731ae
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:32:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "53002"
    uid: 3cc9d8fb-c586-4e1a-94b6-3971619b140c
  kind: Event
  lastTimestamp: "2026-07-27T22:32:58Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-global-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-27T22:32:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T22:32:58Z"
    name: isvc-sklearn-s3-tls-global-pass.18c6464844e362c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "53018"
    uid: cce26b7c-0438-4c0b-9997-b772a9263b02
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:34:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "53642"
    uid: 3cc9d8fb-c586-4e1a-94b6-3971619b140c
  kind: Event
  lastTimestamp: "2026-07-27T22:34:17Z"
  message: InferenceService [isvc-sklearn-s3-tls-global-pass] is Ready
  metadata:
    creationTimestamp: "2026-07-27T22:34:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T22:34:17Z"
    name: isvc-sklearn-s3-tls-global-pass.18c6465ac3d872e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "53643"
    uid: 4d75d2c6-2105-42b6-91df-4c3da4c3d0b7
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-27T22:37:24.182281Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-599448cc44-c8wrl
    namespace: kserve-ci-e2e-test
    resourceVersion: "55352"
    uid: 175f8119-47e8-43ab-b3f2-3f0aaa909857
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-serving-fail-predictor-599448cc44-c8wrl
    to ip-10-0-131-133.ec2.internal
  metadata:
    creationTimestamp: "2026-07-27T22:37:24Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-27T22:37:24Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-599448cc44-c8wrl.18c646862068e06e
    namespace: kserve-ci-e2e-test
    resourceVersion: "55356"
    uid: 09253385-ba68-452a-aaec-07cdccc4fc1b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-858ff8b64f-jq2m2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:37:24Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-599448cc44-c8wrl
    namespace: kserve-ci-e2e-test
    resourceVersion: "55363"
    uid: 175f8119-47e8-43ab-b3f2-3f0aaa909857
  kind: Event
  lastTimestamp: "2026-07-27T22:37:24Z"
  message: Add eth0 [10.132.0.51/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-27T22:37:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-27T22:37:24Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-599448cc44-c8wrl.18c6468639e3a556
    namespace: kserve-ci-e2e-test
    resourceVersion: "55375"
    uid: 88d0a957-0e83-4e6d-8821-c8049959760f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T22:37:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-599448cc44-c8wrl
    namespace: kserve-ci-e2e-test
    resourceVersion: "55354"
    uid: 175f8119-47e8-43ab-b3f2-3f0aaa909857
  kind: Event
  lastTimestamp: "2026-07-27T22:37:30Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T22:37:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:37:30Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-599448cc44-c8wrl.18c646863b5ba9fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "55431"
    uid: 6a068ae4-9597-4492-8e8a-8244f60c1807
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-133.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-133.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T22:37:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-599448cc44-c8wrl
    namespace: kserve-ci-e2e-test
    resourceVersion: "55354"
    uid: 175f8119-47e8-43ab-b3f2-3f0aaa909857
  kind: Event
  lastTimestamp: "2026-07-27T22:37:30Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-27T22:37:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:37:30Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-599448cc44-c8wrl.18c646863e80a50f
    namespace: kserve-ci-e2e-test
    resourceVersion: "55436"
    uid: 81f1d9ff-3e33-4766-aca7-a1bd4a257ac7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-133.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-133.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T22:37:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-599448cc44-c8wrl
    namespace: kserve-ci-e2e-test
    resourceVersion: "55354"
    uid: 175f8119-47e8-43ab-b3f2-3f0aaa909857
  kind: Event
  lastTimestamp: "2026-07-27T22:37:30Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-27T22:37:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:37:30Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-599448cc44-c8wrl.18c646863eec7c49
    namespace: kserve-ci-e2e-test
    resourceVersion: "55437"
    uid: 22034e40-9372-4127-bf3d-7374e779ede5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-133.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-133.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:37:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-599448cc44-c8wrl
    namespace: kserve-ci-e2e-test
    resourceVersion: "55354"
    uid: 175f8119-47e8-43ab-b3f2-3f0aaa909857
  kind: Event
  lastTimestamp: "2026-07-27T22:37:34Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-07-27T22:37:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:37:34Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-599448cc44-c8wrl.18c646886fb34db9
    namespace: kserve-ci-e2e-test
    resourceVersion: "55481"
    uid: 6fa720a8-c6cc-430c-ab81-c0ddba168e4b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-133.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-133.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:37:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-serving-fail-predictor-599448cc44
    namespace: kserve-ci-e2e-test
    resourceVersion: "55343"
    uid: 976b7b5d-660d-4f1e-9fa2-74cdeb970e97
  kind: Event
  lastTimestamp: "2026-07-27T22:37:24Z"
  message: 'Created pod: isvc-sklearn-s3-tls-serving-fail-predictor-599448cc44-c8wrl'
  metadata:
    creationTimestamp: "2026-07-27T22:37:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T22:37:24Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-599448cc44.18c646861f92ccbe
    namespace: kserve-ci-e2e-test
    resourceVersion: "55353"
    uid: cdaef02b-bc31-4dda-afae-5cd0076a8a2e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:37:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-serving-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "55341"
    uid: c5d61e6b-9aed-410f-94e4-ddbd58be55d7
  kind: Event
  lastTimestamp: "2026-07-27T22:37:24Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-serving-fail-predictor-599448cc44
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-27T22:37:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T22:37:24Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor.18c646861c523d72
    namespace: kserve-ci-e2e-test
    resourceVersion: "55345"
    uid: d1f08c71-0a5e-497a-90ac-a1ee497c3dea
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-27T22:37:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "55333"
    uid: 2dd02e45-8b2f-458f-a126-03933829fccc
  kind: Event
  lastTimestamp: "2026-07-27T22:37:30Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-27T22:37:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T22:37:30Z"
    name: isvc-sklearn-s3-tls-serving-fail.18c646861c3f79a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "55438"
    uid: a52128da-f151-4e91-ade0-b82dafe97215
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T22:37:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "55333"
    uid: 2dd02e45-8b2f-458f-a126-03933829fccc
  kind: Event
  lastTimestamp: "2026-07-27T22:37:24Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-serving-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-27T22:37:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T22:37:24Z"
    name: isvc-sklearn-s3-tls-serving-fail.18c646861cea633c
    namespace: kserve-ci-e2e-test
    resourceVersion: "55367"
    uid: baa4ce95-6d30-474e-a636-189840a9c029
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:37:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "55338"
    uid: 2dd02e45-8b2f-458f-a126-03933829fccc
  kind: Event
  lastTimestamp: "2026-07-27T22:37:24Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-fail": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-07-27T22:37:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T22:37:24Z"
    name: isvc-sklearn-s3-tls-serving-fail.18c646862982c521
    namespace: kserve-ci-e2e-test
    resourceVersion: "55368"
    uid: 5d15cc2a-2732-4984-a6ea-6c193380a51f
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-27T22:36:02.987156Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b-4t8h2
    namespace: kserve-ci-e2e-test
    resourceVersion: "54691"
    uid: f4467b1c-5419-40f1-99ac-63fe63a8198c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b-4t8h2
    to ip-10-0-131-133.ec2.internal
  metadata:
    creationTimestamp: "2026-07-27T22:36:02Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-27T22:36:02Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b-4t8h2.18c6467338cdacef
    namespace: kserve-ci-e2e-test
    resourceVersion: "54695"
    uid: eec9f3fc-1083-46ec-81bc-2cec6ece9c13
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-858ff8b64f-jq2m2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:36:03Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b-4t8h2
    namespace: kserve-ci-e2e-test
    resourceVersion: "54701"
    uid: f4467b1c-5419-40f1-99ac-63fe63a8198c
  kind: Event
  lastTimestamp: "2026-07-27T22:36:03Z"
  message: Add eth0 [10.132.0.50/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-27T22:36:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-27T22:36:03Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b-4t8h2.18c6467353538e11
    namespace: kserve-ci-e2e-test
    resourceVersion: "54715"
    uid: d495ec7c-5f11-4f81-919b-534fa609811a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:36:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b-4t8h2
    namespace: kserve-ci-e2e-test
    resourceVersion: "54693"
    uid: f4467b1c-5419-40f1-99ac-63fe63a8198c
  kind: Event
  lastTimestamp: "2026-07-27T22:36:03Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T22:36:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:36:03Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b-4t8h2.18c6467354ef36e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "54717"
    uid: 8e4621bf-42d3-46fb-86a4-d8db48bca5d3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-133.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-133.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:36:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b-4t8h2
    namespace: kserve-ci-e2e-test
    resourceVersion: "54693"
    uid: f4467b1c-5419-40f1-99ac-63fe63a8198c
  kind: Event
  lastTimestamp: "2026-07-27T22:36:03Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-27T22:36:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:36:03Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b-4t8h2.18c6467358b6e109
    namespace: kserve-ci-e2e-test
    resourceVersion: "54718"
    uid: 9b765b54-23d1-4b0d-9801-02d1541008c2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-133.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-133.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:36:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b-4t8h2
    namespace: kserve-ci-e2e-test
    resourceVersion: "54693"
    uid: f4467b1c-5419-40f1-99ac-63fe63a8198c
  kind: Event
  lastTimestamp: "2026-07-27T22:36:03Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-27T22:36:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:36:03Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b-4t8h2.18c646735937e16d
    namespace: kserve-ci-e2e-test
    resourceVersion: "54719"
    uid: 41e818b7-c84e-4397-a729-d19e5b534d92
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-133.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-133.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:36:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b-4t8h2
    namespace: kserve-ci-e2e-test
    resourceVersion: "54693"
    uid: f4467b1c-5419-40f1-99ac-63fe63a8198c
  kind: Event
  lastTimestamp: "2026-07-27T22:36:04Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T22:36:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:36:04Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b-4t8h2.18c64673a08b47c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "54739"
    uid: 2ad39652-fff2-4165-a4e5-953a86606130
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-133.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-133.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:36:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b-4t8h2
    namespace: kserve-ci-e2e-test
    resourceVersion: "54693"
    uid: f4467b1c-5419-40f1-99ac-63fe63a8198c
  kind: Event
  lastTimestamp: "2026-07-27T22:36:04Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-27T22:36:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:36:04Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b-4t8h2.18c64673a3e64318
    namespace: kserve-ci-e2e-test
    resourceVersion: "54743"
    uid: d7f114ef-d49d-4cc5-bef8-8ef13618a2fc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-133.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-133.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:36:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b-4t8h2
    namespace: kserve-ci-e2e-test
    resourceVersion: "54693"
    uid: f4467b1c-5419-40f1-99ac-63fe63a8198c
  kind: Event
  lastTimestamp: "2026-07-27T22:36:04Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T22:36:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:36:04Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b-4t8h2.18c64673a45cb932
    namespace: kserve-ci-e2e-test
    resourceVersion: "54744"
    uid: c29b3a8f-b0f0-43a7-ad5b-b881b4d93e8c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-133.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-133.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:36:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b-4t8h2
    namespace: kserve-ci-e2e-test
    resourceVersion: "54693"
    uid: f4467b1c-5419-40f1-99ac-63fe63a8198c
  kind: Event
  lastTimestamp: "2026-07-27T22:36:04Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T22:36:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:36:04Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b-4t8h2.18c64673a4671cfa
    namespace: kserve-ci-e2e-test
    resourceVersion: "54745"
    uid: 1fe7f3e4-d222-46e0-9277-ee340ec779ad
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-133.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-133.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:36:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b-4t8h2
    namespace: kserve-ci-e2e-test
    resourceVersion: "54693"
    uid: f4467b1c-5419-40f1-99ac-63fe63a8198c
  kind: Event
  lastTimestamp: "2026-07-27T22:36:04Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-27T22:36:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:36:04Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b-4t8h2.18c64673a76f66ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "54747"
    uid: 8657864f-1d60-4851-adc2-74f45d5def5a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-133.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-133.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:36:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b-4t8h2
    namespace: kserve-ci-e2e-test
    resourceVersion: "54693"
    uid: f4467b1c-5419-40f1-99ac-63fe63a8198c
  kind: Event
  lastTimestamp: "2026-07-27T22:36:04Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T22:36:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:36:04Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b-4t8h2.18c64673a7e63aeb
    namespace: kserve-ci-e2e-test
    resourceVersion: "54748"
    uid: 02cd2362-d2ed-48e7-8c70-1ddd5158a1f1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-133.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-133.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-27T22:36:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b-4t8h2
    namespace: kserve-ci-e2e-test
    resourceVersion: "54693"
    uid: f4467b1c-5419-40f1-99ac-63fe63a8198c
  kind: Event
  lastTimestamp: "2026-07-27T22:37:12Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.50:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-27T22:36:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:37:12Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b-4t8h2.18c64674188604c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "55227"
    uid: 0807f387-907f-4725-acae-5c60ff0b7747
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-133.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-133.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:37:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b-4t8h2
    namespace: kserve-ci-e2e-test
    resourceVersion: "54693"
    uid: f4467b1c-5419-40f1-99ac-63fe63a8198c
  kind: Event
  lastTimestamp: "2026-07-27T22:37:23Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T22:37:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:37:23Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b-4t8h2.18c64685e0540445
    namespace: kserve-ci-e2e-test
    resourceVersion: "55319"
    uid: 1115b171-b864-4853-a9f8-b7d0e6f0a79c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-133.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-133.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:37:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b-4t8h2
    namespace: kserve-ci-e2e-test
    resourceVersion: "54693"
    uid: f4467b1c-5419-40f1-99ac-63fe63a8198c
  kind: Event
  lastTimestamp: "2026-07-27T22:37:23Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T22:37:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:37:23Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b-4t8h2.18c64685e05483af
    namespace: kserve-ci-e2e-test
    resourceVersion: "55320"
    uid: 441a3226-cc5c-4604-a44b-afe1f893d9c1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-133.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-133.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:37:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b-4t8h2
    namespace: kserve-ci-e2e-test
    resourceVersion: "54693"
    uid: f4467b1c-5419-40f1-99ac-63fe63a8198c
  kind: Event
  lastTimestamp: "2026-07-27T22:37:27Z"
  message: 'Readiness probe failed: Get "https://10.132.0.50:8643/healthz": dial tcp
    10.132.0.50:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-27T22:37:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:37:27Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b-4t8h2.18c64686f4bd892d
    namespace: kserve-ci-e2e-test
    resourceVersion: "55411"
    uid: 9f0b6482-5cb8-46f4-a903-f9265f4e652e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-133.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-133.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:36:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "54682"
    uid: 68825625-3708-4a68-928a-1d9a139eaed9
  kind: Event
  lastTimestamp: "2026-07-27T22:36:02Z"
  message: 'Created pod: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b-4t8h2'
  metadata:
    creationTimestamp: "2026-07-27T22:36:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T22:36:02Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b.18c6467338510c05
    namespace: kserve-ci-e2e-test
    resourceVersion: "54692"
    uid: edac74fd-1498-4adf-bf3c-0fcb22906b44
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:36:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "54680"
    uid: a53c6382-4788-44a7-a957-861e6b3eab82
  kind: Event
  lastTimestamp: "2026-07-27T22:36:02Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-27T22:36:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T22:36:02Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18c6467335cd8008
    namespace: kserve-ci-e2e-test
    resourceVersion: "54683"
    uid: 554d61e7-8d93-4945-9ea0-0ece6d9b82cf
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-27T22:36:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "54681"
    uid: a113282a-3951-4277-a1d1-9846a1521e7e
  kind: Event
  lastTimestamp: "2026-07-27T22:36:47Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T22:36:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T22:36:47Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18c64676b4f7eed7
    namespace: kserve-ci-e2e-test
    resourceVersion: "55054"
    uid: a36c5d4a-0b26-42ef-9c36-6475cfc3a072
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-27T22:36:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "54681"
    uid: a113282a-3951-4277-a1d1-9846a1521e7e
  kind: Event
  lastTimestamp: "2026-07-27T22:36:47Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T22:36:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T22:36:47Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18c64676b55f36af
    namespace: kserve-ci-e2e-test
    resourceVersion: "55055"
    uid: 57dee6cb-f608-4251-af91-781cba462104
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T22:37:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "54847"
    uid: a113282a-3951-4277-a1d1-9846a1521e7e
  kind: Event
  lastTimestamp: "2026-07-27T22:37:18Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T22:37:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T22:37:18Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18c6468132438878
    namespace: kserve-ci-e2e-test
    resourceVersion: "55261"
    uid: d745ccd6-4740-44fa-b0f9-7806adf96d87
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T22:37:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "54847"
    uid: a113282a-3951-4277-a1d1-9846a1521e7e
  kind: Event
  lastTimestamp: "2026-07-27T22:37:18Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T22:37:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T22:37:18Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18c6468132a5c903
    namespace: kserve-ci-e2e-test
    resourceVersion: "55262"
    uid: 910bf040-15fd-4486-8808-4fb8c47fe30e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-27T22:36:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "54673"
    uid: 97e2cd7f-aa9d-4bf6-a96a-e356e086cf12
  kind: Event
  lastTimestamp: "2026-07-27T22:37:22Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-27T22:36:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T22:37:22Z"
    name: isvc-sklearn-s3-tls-serving-pass.18c6467335d0a6af
    namespace: kserve-ci-e2e-test
    resourceVersion: "55301"
    uid: b371b317-42e1-4164-b2a4-f8e427aafb2f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T22:36:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "54673"
    uid: 97e2cd7f-aa9d-4bf6-a96a-e356e086cf12
  kind: Event
  lastTimestamp: "2026-07-27T22:36:03Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-serving-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-27T22:36:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T22:36:03Z"
    name: isvc-sklearn-s3-tls-serving-pass.18c64673366212a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "54704"
    uid: 40bcd56d-8b72-4a11-a128-d500b1e9f7b2
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:36:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "54675"
    uid: 97e2cd7f-aa9d-4bf6-a96a-e356e086cf12
  kind: Event
  lastTimestamp: "2026-07-27T22:36:03Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-pass": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-07-27T22:36:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T22:36:03Z"
    name: isvc-sklearn-s3-tls-serving-pass.18c646733c959203
    namespace: kserve-ci-e2e-test
    resourceVersion: "54705"
    uid: 5c9e5dc8-43dd-47ae-adb9-ba8af1666b5b
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:37:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "55298"
    uid: 97e2cd7f-aa9d-4bf6-a96a-e356e086cf12
  kind: Event
  lastTimestamp: "2026-07-27T22:37:22Z"
  message: InferenceService [isvc-sklearn-s3-tls-serving-pass] is Ready
  metadata:
    creationTimestamp: "2026-07-27T22:37:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T22:37:22Z"
    name: isvc-sklearn-s3-tls-serving-pass.18c64685d0340b85
    namespace: kserve-ci-e2e-test
    resourceVersion: "55299"
    uid: fe9eaf54-0fb6-4517-9f5b-32ca0f078d18
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-27T22:31:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "52348"
    uid: 432a6692-180b-4cfe-934a-32acde7edcb4
  kind: Event
  lastTimestamp: "2026-07-27T22:32:57Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-27T22:31:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T22:32:57Z"
    name: isvc-sklearn-s3.18c6463597170426
    namespace: kserve-ci-e2e-test
    resourceVersion: "52973"
    uid: 677ea746-dbbf-4b33-8b2c-4ee31bafd6f5
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:31:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "52348"
    uid: 432a6692-180b-4cfe-934a-32acde7edcb4
  kind: Event
  lastTimestamp: "2026-07-27T22:31:38Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-27T22:31:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T22:31:38Z"
    name: isvc-sklearn-s3.18c64635979b6031
    namespace: kserve-ci-e2e-test
    resourceVersion: "52363"
    uid: 6dcdf1ca-12db-4b06-84fa-256d5421912a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:32:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "52971"
    uid: 432a6692-180b-4cfe-934a-32acde7edcb4
  kind: Event
  lastTimestamp: "2026-07-27T22:32:57Z"
  message: InferenceService [isvc-sklearn-s3] is Ready
  metadata:
    creationTimestamp: "2026-07-27T22:32:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T22:32:57Z"
    name: isvc-sklearn-s3.18c646480c75a00e
    namespace: kserve-ci-e2e-test
    resourceVersion: "52972"
    uid: c2d1daa5-31c0-43b8-ae54-6c5d6f409d43
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:12:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-scheduler-predictor-76d485d498
    namespace: kserve-ci-e2e-test
    resourceVersion: "42463"
    uid: f508aaa5-7d13-45d7-824b-9bb8d09d3cc6
  kind: Event
  lastTimestamp: "2026-07-27T22:12:17Z"
  message: 'Created pod: isvc-sklearn-scheduler-predictor-76d485d498-7hz4j'
  metadata:
    creationTimestamp: "2026-07-27T22:12:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T22:12:17Z"
    name: isvc-sklearn-scheduler-predictor-76d485d498.18c64527527b4da9
    namespace: kserve-ci-e2e-test
    resourceVersion: "42473"
    uid: 73e8d6e7-e4b6-4b97-ba7d-defe84f83476
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:12:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-scheduler-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "42462"
    uid: f163146d-87f8-4892-80c7-0153780929dc
  kind: Event
  lastTimestamp: "2026-07-27T22:12:17Z"
  message: Scaled up replica set isvc-sklearn-scheduler-predictor-76d485d498 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-27T22:12:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T22:12:17Z"
    name: isvc-sklearn-scheduler-predictor.18c645274ef75a16
    namespace: kserve-ci-e2e-test
    resourceVersion: "42465"
    uid: c2ed3b2e-4970-46ef-83e4-19ff096d40e5
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-27T22:12:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "42454"
    uid: 839d83b2-0c89-4a46-bbdd-1880b627d4f0
  kind: Event
  lastTimestamp: "2026-07-27T22:12:17Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-27T22:12:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T22:12:17Z"
    name: isvc-sklearn-scheduler.18c645274ea58a1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "42488"
    uid: 025d8386-46f2-4c79-a00b-d2043da2f22e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:12:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "42454"
    uid: 839d83b2-0c89-4a46-bbdd-1880b627d4f0
  kind: Event
  lastTimestamp: "2026-07-27T22:12:17Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-scheduler":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-scheduler":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-27T22:12:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T22:12:17Z"
    name: isvc-sklearn-scheduler.18c645274f113e90
    namespace: kserve-ci-e2e-test
    resourceVersion: "42467"
    uid: 4155c99b-093a-44ca-8eac-f38c2ad46d48
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:12:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "42454"
    uid: 839d83b2-0c89-4a46-bbdd-1880b627d4f0
  kind: Event
  lastTimestamp: "2026-07-27T22:12:17Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-scheduler": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-27T22:12:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T22:12:17Z"
    name: isvc-sklearn-scheduler.18c645274f119ace
    namespace: kserve-ci-e2e-test
    resourceVersion: "42468"
    uid: 6ac62593-e1e8-4160-a07b-b341bb3149e2
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-27T22:18:22.826189Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5746969457-dntff
    namespace: kserve-ci-e2e-test
    resourceVersion: "45857"
    uid: 76fb6faa-350a-413f-b335-0dd449c1eb6f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-mixed-predictor-5746969457-dntff
    to ip-10-0-142-219.ec2.internal
  metadata:
    creationTimestamp: "2026-07-27T22:18:22Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-27T22:18:22Z"
    name: isvc-sklearn-v2-mixed-predictor-5746969457-dntff.18c6457c624924f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "45861"
    uid: 306fa501-0d13-4441-8cc9-e780a47b131a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-858ff8b64f-jq2m2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:18:23Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5746969457-dntff
    namespace: kserve-ci-e2e-test
    resourceVersion: "45866"
    uid: 76fb6faa-350a-413f-b335-0dd449c1eb6f
  kind: Event
  lastTimestamp: "2026-07-27T22:18:23Z"
  message: Add eth0 [10.133.0.63/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-27T22:18:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-27T22:18:23Z"
    name: isvc-sklearn-v2-mixed-predictor-5746969457-dntff.18c6457c7ba7b10f
    namespace: kserve-ci-e2e-test
    resourceVersion: "45877"
    uid: b134a081-a9d5-451a-87c6-e0d20b8742a8
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:18:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5746969457-dntff
    namespace: kserve-ci-e2e-test
    resourceVersion: "45859"
    uid: 76fb6faa-350a-413f-b335-0dd449c1eb6f
  kind: Event
  lastTimestamp: "2026-07-27T22:18:23Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T22:18:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:18:23Z"
    name: isvc-sklearn-v2-mixed-predictor-5746969457-dntff.18c6457c7d090185
    namespace: kserve-ci-e2e-test
    resourceVersion: "45879"
    uid: a6afeebe-ee59-4658-98eb-a339e8779d9a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:18:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5746969457-dntff
    namespace: kserve-ci-e2e-test
    resourceVersion: "45859"
    uid: 76fb6faa-350a-413f-b335-0dd449c1eb6f
  kind: Event
  lastTimestamp: "2026-07-27T22:18:23Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-27T22:18:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:18:23Z"
    name: isvc-sklearn-v2-mixed-predictor-5746969457-dntff.18c6457c7fe8139e
    namespace: kserve-ci-e2e-test
    resourceVersion: "45880"
    uid: 859a3032-0242-4c9e-87d3-2c588c1d860e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:18:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5746969457-dntff
    namespace: kserve-ci-e2e-test
    resourceVersion: "45859"
    uid: 76fb6faa-350a-413f-b335-0dd449c1eb6f
  kind: Event
  lastTimestamp: "2026-07-27T22:18:23Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-27T22:18:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:18:23Z"
    name: isvc-sklearn-v2-mixed-predictor-5746969457-dntff.18c6457c8058a996
    namespace: kserve-ci-e2e-test
    resourceVersion: "45881"
    uid: 96ccbefa-0054-4e90-b3ec-d74395d868d6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:18:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5746969457-dntff
    namespace: kserve-ci-e2e-test
    resourceVersion: "45859"
    uid: 76fb6faa-350a-413f-b335-0dd449c1eb6f
  kind: Event
  lastTimestamp: "2026-07-27T22:18:26Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T22:18:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:18:26Z"
    name: isvc-sklearn-v2-mixed-predictor-5746969457-dntff.18c6457d5a2087b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "45916"
    uid: ec89ed3d-c4d7-4143-bc9d-cef123702b46
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:18:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5746969457-dntff
    namespace: kserve-ci-e2e-test
    resourceVersion: "45859"
    uid: 76fb6faa-350a-413f-b335-0dd449c1eb6f
  kind: Event
  lastTimestamp: "2026-07-27T22:18:27Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-27T22:18:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:18:27Z"
    name: isvc-sklearn-v2-mixed-predictor-5746969457-dntff.18c6457d5e1fc2ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "45925"
    uid: dd726983-cb14-45e8-909b-9f49e57a18a0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:18:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5746969457-dntff
    namespace: kserve-ci-e2e-test
    resourceVersion: "45859"
    uid: 76fb6faa-350a-413f-b335-0dd449c1eb6f
  kind: Event
  lastTimestamp: "2026-07-27T22:18:27Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T22:18:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:18:27Z"
    name: isvc-sklearn-v2-mixed-predictor-5746969457-dntff.18c6457d5ea6b8af
    namespace: kserve-ci-e2e-test
    resourceVersion: "45927"
    uid: 95099641-f3e0-4f6b-a140-b0ef17ad44b6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:18:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5746969457-dntff
    namespace: kserve-ci-e2e-test
    resourceVersion: "45859"
    uid: 76fb6faa-350a-413f-b335-0dd449c1eb6f
  kind: Event
  lastTimestamp: "2026-07-27T22:18:27Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T22:18:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:18:27Z"
    name: isvc-sklearn-v2-mixed-predictor-5746969457-dntff.18c6457d5eb2a59e
    namespace: kserve-ci-e2e-test
    resourceVersion: "45928"
    uid: 1891e47c-b236-4144-9459-7729e5d63aab
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:18:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5746969457-dntff
    namespace: kserve-ci-e2e-test
    resourceVersion: "45859"
    uid: 76fb6faa-350a-413f-b335-0dd449c1eb6f
  kind: Event
  lastTimestamp: "2026-07-27T22:18:27Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-27T22:18:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:18:27Z"
    name: isvc-sklearn-v2-mixed-predictor-5746969457-dntff.18c6457d6222298e
    namespace: kserve-ci-e2e-test
    resourceVersion: "45931"
    uid: 4e2d9da2-ab33-4589-91f0-0e43a0494274
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:18:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5746969457-dntff
    namespace: kserve-ci-e2e-test
    resourceVersion: "45859"
    uid: 76fb6faa-350a-413f-b335-0dd449c1eb6f
  kind: Event
  lastTimestamp: "2026-07-27T22:18:27Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T22:18:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:18:27Z"
    name: isvc-sklearn-v2-mixed-predictor-5746969457-dntff.18c6457d62a3a6d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "45932"
    uid: 6dca1529-3ca2-4522-b54c-24fb4f4dff39
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-27T22:18:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5746969457-dntff
    namespace: kserve-ci-e2e-test
    resourceVersion: "45859"
    uid: 76fb6faa-350a-413f-b335-0dd449c1eb6f
  kind: Event
  lastTimestamp: "2026-07-27T22:19:38Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.63:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-27T22:18:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:19:38Z"
    name: isvc-sklearn-v2-mixed-predictor-5746969457-dntff.18c6457dd1e73be5
    namespace: kserve-ci-e2e-test
    resourceVersion: "46443"
    uid: 70183a3b-6505-4cb2-9908-3082e2e27fe9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:19:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5746969457-dntff
    namespace: kserve-ci-e2e-test
    resourceVersion: "45859"
    uid: 76fb6faa-350a-413f-b335-0dd449c1eb6f
  kind: Event
  lastTimestamp: "2026-07-27T22:19:53Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T22:19:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:19:53Z"
    name: isvc-sklearn-v2-mixed-predictor-5746969457-dntff.18c64591615926a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "46578"
    uid: eafe487e-53de-404b-852d-d353e3d84ad6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:19:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5746969457-dntff
    namespace: kserve-ci-e2e-test
    resourceVersion: "45859"
    uid: 76fb6faa-350a-413f-b335-0dd449c1eb6f
  kind: Event
  lastTimestamp: "2026-07-27T22:19:53Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T22:19:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:19:53Z"
    name: isvc-sklearn-v2-mixed-predictor-5746969457-dntff.18c645916159ba94
    namespace: kserve-ci-e2e-test
    resourceVersion: "46579"
    uid: bb78a00a-f206-4b95-8fbb-68a796a0363b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:19:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5746969457-dntff
    namespace: kserve-ci-e2e-test
    resourceVersion: "45859"
    uid: 76fb6faa-350a-413f-b335-0dd449c1eb6f
  kind: Event
  lastTimestamp: "2026-07-27T22:19:54Z"
  message: 'Readiness probe failed: Get "https://10.133.0.63:8643/healthz": dial tcp
    10.133.0.63:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-27T22:19:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:19:54Z"
    name: isvc-sklearn-v2-mixed-predictor-5746969457-dntff.18c64591d80ec5fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "46595"
    uid: 45b2aecf-d8a8-4367-ad85-8c26855d3ce7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:18:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-mixed-predictor-5746969457
    namespace: kserve-ci-e2e-test
    resourceVersion: "45843"
    uid: d7480b94-6c5a-49df-a0d7-c358fd080e8f
  kind: Event
  lastTimestamp: "2026-07-27T22:18:22Z"
  message: 'Created pod: isvc-sklearn-v2-mixed-predictor-5746969457-dntff'
  metadata:
    creationTimestamp: "2026-07-27T22:18:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T22:18:22Z"
    name: isvc-sklearn-v2-mixed-predictor-5746969457.18c6457c61d1e96f
    namespace: kserve-ci-e2e-test
    resourceVersion: "45858"
    uid: c128d2ad-a76d-4769-91ee-30342f8e6f7b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:18:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "45841"
    uid: acebfd27-04ec-4bf2-a94f-05fc484aa34f
  kind: Event
  lastTimestamp: "2026-07-27T22:18:22Z"
  message: Scaled up replica set isvc-sklearn-v2-mixed-predictor-5746969457 from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-27T22:18:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T22:18:22Z"
    name: isvc-sklearn-v2-mixed-predictor.18c6457c5d272016
    namespace: kserve-ci-e2e-test
    resourceVersion: "45845"
    uid: 3920cf7f-5f5d-4f43-ac27-20d7d74bc6f4
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-27T22:18:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "45842"
    uid: 26d14af6-83f4-4f4d-b7b7-ed48ff5f5ca2
  kind: Event
  lastTimestamp: "2026-07-27T22:19:07Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T22:18:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T22:19:07Z"
    name: isvc-sklearn-v2-mixed-predictor.18c6457fdba23cf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "46224"
    uid: f8bfe6e4-b33b-41d9-8269-6744bb59bca6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-27T22:18:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "45842"
    uid: 26d14af6-83f4-4f4d-b7b7-ed48ff5f5ca2
  kind: Event
  lastTimestamp: "2026-07-27T22:19:07Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T22:18:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T22:19:07Z"
    name: isvc-sklearn-v2-mixed-predictor.18c6457fdc0a8447
    namespace: kserve-ci-e2e-test
    resourceVersion: "46225"
    uid: fa99f2c8-3c0c-4398-a047-809dd1fe4c2b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-27T22:19:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "46015"
    uid: 26d14af6-83f4-4f4d-b7b7-ed48ff5f5ca2
  kind: Event
  lastTimestamp: "2026-07-27T22:19:52Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T22:19:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T22:19:52Z"
    name: isvc-sklearn-v2-mixed-predictor.18c6458a593ad46d
    namespace: kserve-ci-e2e-test
    resourceVersion: "46560"
    uid: fd0cbd2a-aed7-429c-8ad1-d3f6fac50ed2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-27T22:19:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "46015"
    uid: 26d14af6-83f4-4f4d-b7b7-ed48ff5f5ca2
  kind: Event
  lastTimestamp: "2026-07-27T22:19:52Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T22:19:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T22:19:52Z"
    name: isvc-sklearn-v2-mixed-predictor.18c6458a59a2d2f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "46561"
    uid: 2f62b48d-eccc-4cea-ac7a-f8d25a49f1f2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-27T22:18:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "45834"
    uid: 1366448d-2570-4435-8809-8f70df091426
  kind: Event
  lastTimestamp: "2026-07-27T22:19:48Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-27T22:18:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T22:19:48Z"
    name: isvc-sklearn-v2-mixed.18c6457c5d261a86
    namespace: kserve-ci-e2e-test
    resourceVersion: "46525"
    uid: 66be080b-0f09-4b2c-990b-f06db1d672a2
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T22:18:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "45834"
    uid: 1366448d-2570-4435-8809-8f70df091426
  kind: Event
  lastTimestamp: "2026-07-27T22:18:22Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2-mixed":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2-mixed":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-27T22:18:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T22:18:22Z"
    name: isvc-sklearn-v2-mixed.18c6457c5dbbcaa4
    namespace: kserve-ci-e2e-test
    resourceVersion: "45867"
    uid: 4e15563a-fe7b-4af0-9dba-0797567bb0d3
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:18:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "45838"
    uid: 1366448d-2570-4435-8809-8f70df091426
  kind: Event
  lastTimestamp: "2026-07-27T22:18:22Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-v2-mixed": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-27T22:18:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T22:18:22Z"
    name: isvc-sklearn-v2-mixed.18c6457c63cefdfa
    namespace: kserve-ci-e2e-test
    resourceVersion: "45868"
    uid: a33a3a66-8a88-4e91-901a-312acaa6e9c5
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:19:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "46523"
    uid: 1366448d-2570-4435-8809-8f70df091426
  kind: Event
  lastTimestamp: "2026-07-27T22:19:48Z"
  message: InferenceService [isvc-sklearn-v2-mixed] is Ready
  metadata:
    creationTimestamp: "2026-07-27T22:19:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T22:19:48Z"
    name: isvc-sklearn-v2-mixed.18c64590448ad9f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "46524"
    uid: e3aa3b79-43b5-490a-8e4b-cada696fbe11
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-27T22:16:47.478444Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-77f4cf5bd-cdrnq
    namespace: kserve-ci-e2e-test
    resourceVersion: "45082"
    uid: a177a020-a0e5-42c2-ab39-42d951b1c779
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-predictor-77f4cf5bd-cdrnq
    to ip-10-0-142-219.ec2.internal
  metadata:
    creationTimestamp: "2026-07-27T22:16:47Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-27T22:16:47Z"
    name: isvc-sklearn-v2-predictor-77f4cf5bd-cdrnq.18c645662f1de235
    namespace: kserve-ci-e2e-test
    resourceVersion: "45088"
    uid: 01a3b871-fe80-42c4-9bc0-75130372148b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-858ff8b64f-jq2m2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:16:47Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-77f4cf5bd-cdrnq
    namespace: kserve-ci-e2e-test
    resourceVersion: "45086"
    uid: a177a020-a0e5-42c2-ab39-42d951b1c779
  kind: Event
  lastTimestamp: "2026-07-27T22:16:47Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-27T22:16:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:16:47Z"
    name: isvc-sklearn-v2-predictor-77f4cf5bd-cdrnq.18c645663a1bb17a
    namespace: kserve-ci-e2e-test
    resourceVersion: "45095"
    uid: d27e76bd-9b5c-4cdf-849d-d84a69f1e259
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:16:48Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-77f4cf5bd-cdrnq
    namespace: kserve-ci-e2e-test
    resourceVersion: "45092"
    uid: a177a020-a0e5-42c2-ab39-42d951b1c779
  kind: Event
  lastTimestamp: "2026-07-27T22:16:48Z"
  message: Add eth0 [10.133.0.62/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-27T22:16:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-27T22:16:48Z"
    name: isvc-sklearn-v2-predictor-77f4cf5bd-cdrnq.18c645666c21aee7
    namespace: kserve-ci-e2e-test
    resourceVersion: "45103"
    uid: 9b9b74b2-ceed-47a2-8b8c-ad3ee666e4eb
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:16:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-77f4cf5bd-cdrnq
    namespace: kserve-ci-e2e-test
    resourceVersion: "45086"
    uid: a177a020-a0e5-42c2-ab39-42d951b1c779
  kind: Event
  lastTimestamp: "2026-07-27T22:16:48Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T22:16:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:16:48Z"
    name: isvc-sklearn-v2-predictor-77f4cf5bd-cdrnq.18c645666dbead4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "45105"
    uid: f11220c3-dae1-455d-8830-3cbfa679464b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:16:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-77f4cf5bd-cdrnq
    namespace: kserve-ci-e2e-test
    resourceVersion: "45086"
    uid: a177a020-a0e5-42c2-ab39-42d951b1c779
  kind: Event
  lastTimestamp: "2026-07-27T22:16:48Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-27T22:16:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:16:48Z"
    name: isvc-sklearn-v2-predictor-77f4cf5bd-cdrnq.18c645667049ef5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "45108"
    uid: 5317f7a5-d089-4798-ae3c-7ac2fc413254
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:16:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-77f4cf5bd-cdrnq
    namespace: kserve-ci-e2e-test
    resourceVersion: "45086"
    uid: a177a020-a0e5-42c2-ab39-42d951b1c779
  kind: Event
  lastTimestamp: "2026-07-27T22:16:48Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-27T22:16:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:16:48Z"
    name: isvc-sklearn-v2-predictor-77f4cf5bd-cdrnq.18c6456670be735e
    namespace: kserve-ci-e2e-test
    resourceVersion: "45109"
    uid: 9e28baf9-0229-4cfb-ae55-9aa0b072f7e4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:16:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-77f4cf5bd-cdrnq
    namespace: kserve-ci-e2e-test
    resourceVersion: "45086"
    uid: a177a020-a0e5-42c2-ab39-42d951b1c779
  kind: Event
  lastTimestamp: "2026-07-27T22:16:52Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T22:16:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:16:52Z"
    name: isvc-sklearn-v2-predictor-77f4cf5bd-cdrnq.18c64567612f6d8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "45147"
    uid: b466f10a-7e39-47b1-be42-e9247f67e2cc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:16:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-77f4cf5bd-cdrnq
    namespace: kserve-ci-e2e-test
    resourceVersion: "45086"
    uid: a177a020-a0e5-42c2-ab39-42d951b1c779
  kind: Event
  lastTimestamp: "2026-07-27T22:16:52Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-27T22:16:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:16:52Z"
    name: isvc-sklearn-v2-predictor-77f4cf5bd-cdrnq.18c6456763d623ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "45149"
    uid: ccc4fa2f-0023-40e5-8ee7-0064523b3b7e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:16:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-77f4cf5bd-cdrnq
    namespace: kserve-ci-e2e-test
    resourceVersion: "45086"
    uid: a177a020-a0e5-42c2-ab39-42d951b1c779
  kind: Event
  lastTimestamp: "2026-07-27T22:16:52Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T22:16:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:16:52Z"
    name: isvc-sklearn-v2-predictor-77f4cf5bd-cdrnq.18c64567644828b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "45151"
    uid: 23a180e4-d11f-4956-8ccc-85c79da99858
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:16:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-77f4cf5bd-cdrnq
    namespace: kserve-ci-e2e-test
    resourceVersion: "45086"
    uid: a177a020-a0e5-42c2-ab39-42d951b1c779
  kind: Event
  lastTimestamp: "2026-07-27T22:16:52Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T22:16:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:16:52Z"
    name: isvc-sklearn-v2-predictor-77f4cf5bd-cdrnq.18c645676452106e
    namespace: kserve-ci-e2e-test
    resourceVersion: "45153"
    uid: ba285759-dd84-4a3e-825a-b8f41868abdb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:16:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-77f4cf5bd-cdrnq
    namespace: kserve-ci-e2e-test
    resourceVersion: "45086"
    uid: a177a020-a0e5-42c2-ab39-42d951b1c779
  kind: Event
  lastTimestamp: "2026-07-27T22:16:52Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-27T22:16:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:16:52Z"
    name: isvc-sklearn-v2-predictor-77f4cf5bd-cdrnq.18c6456766d623c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "45156"
    uid: 17627403-3be6-478e-9217-bfd562ed65d9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:16:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-77f4cf5bd-cdrnq
    namespace: kserve-ci-e2e-test
    resourceVersion: "45086"
    uid: a177a020-a0e5-42c2-ab39-42d951b1c779
  kind: Event
  lastTimestamp: "2026-07-27T22:16:52Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T22:16:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:16:52Z"
    name: isvc-sklearn-v2-predictor-77f4cf5bd-cdrnq.18c64567674aaa92
    namespace: kserve-ci-e2e-test
    resourceVersion: "45157"
    uid: b427c2fd-ed40-40e1-89f3-8fdde6f5ff7f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-27T22:16:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-77f4cf5bd-cdrnq
    namespace: kserve-ci-e2e-test
    resourceVersion: "45086"
    uid: a177a020-a0e5-42c2-ab39-42d951b1c779
  kind: Event
  lastTimestamp: "2026-07-27T22:18:21Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.62:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-27T22:16:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:18:21Z"
    name: isvc-sklearn-v2-predictor-77f4cf5bd-cdrnq.18c64567d90f31a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "45816"
    uid: a2be02b9-7b42-4443-b37e-6a56f3bbda69
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:18:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-77f4cf5bd-cdrnq
    namespace: kserve-ci-e2e-test
    resourceVersion: "45086"
    uid: a177a020-a0e5-42c2-ab39-42d951b1c779
  kind: Event
  lastTimestamp: "2026-07-27T22:18:17Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T22:18:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:18:17Z"
    name: isvc-sklearn-v2-predictor-77f4cf5bd-cdrnq.18c6457b310433f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "45785"
    uid: 05f41cd5-a0b9-44a4-a6a9-5fadf708a208
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:18:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-77f4cf5bd-cdrnq
    namespace: kserve-ci-e2e-test
    resourceVersion: "45086"
    uid: a177a020-a0e5-42c2-ab39-42d951b1c779
  kind: Event
  lastTimestamp: "2026-07-27T22:18:17Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T22:18:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:18:17Z"
    name: isvc-sklearn-v2-predictor-77f4cf5bd-cdrnq.18c6457b3104d15d
    namespace: kserve-ci-e2e-test
    resourceVersion: "45786"
    uid: af208f97-823b-4772-b5e2-5e3ac2610b05
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:18:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-77f4cf5bd-cdrnq
    namespace: kserve-ci-e2e-test
    resourceVersion: "45086"
    uid: a177a020-a0e5-42c2-ab39-42d951b1c779
  kind: Event
  lastTimestamp: "2026-07-27T22:18:20Z"
  message: 'Readiness probe failed: Get "https://10.133.0.62:8643/healthz": dial tcp
    10.133.0.62:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-27T22:18:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:18:20Z"
    name: isvc-sklearn-v2-predictor-77f4cf5bd-cdrnq.18c6457bdf3407b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "45810"
    uid: bba4d21a-c75b-49c4-a113-f36b79535a9c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:16:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-predictor-77f4cf5bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "45073"
    uid: a98f07cd-da39-482e-8b5b-ed8174d8d6ad
  kind: Event
  lastTimestamp: "2026-07-27T22:16:47Z"
  message: 'Created pod: isvc-sklearn-v2-predictor-77f4cf5bd-cdrnq'
  metadata:
    creationTimestamp: "2026-07-27T22:16:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T22:16:47Z"
    name: isvc-sklearn-v2-predictor-77f4cf5bd.18c645662eb2e634
    namespace: kserve-ci-e2e-test
    resourceVersion: "45085"
    uid: 5a0f7d9b-00d7-444a-8e71-b8a8c25eb8c4
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:16:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "45071"
    uid: 9405a734-8e92-4069-adcc-93f4bac5f2fb
  kind: Event
  lastTimestamp: "2026-07-27T22:16:47Z"
  message: Scaled up replica set isvc-sklearn-v2-predictor-77f4cf5bd from 0 to 1
  metadata:
    creationTimestamp: "2026-07-27T22:16:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T22:16:47Z"
    name: isvc-sklearn-v2-predictor.18c645662bb8bbdd
    namespace: kserve-ci-e2e-test
    resourceVersion: "45074"
    uid: 8d79da17-bfe6-4af7-bf9b-cebfac51efbd
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T22:17:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "45072"
    uid: 5bb3b0df-f6fc-4d13-a527-c74aba393c85
  kind: Event
  lastTimestamp: "2026-07-27T22:17:32Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T22:17:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T22:17:32Z"
    name: isvc-sklearn-v2-predictor.18c64569aa9725b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "45434"
    uid: d37e17df-9bd8-4578-92f7-5be6809c0bf5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T22:17:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "45072"
    uid: 5bb3b0df-f6fc-4d13-a527-c74aba393c85
  kind: Event
  lastTimestamp: "2026-07-27T22:17:32Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T22:17:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T22:17:32Z"
    name: isvc-sklearn-v2-predictor.18c64569aaf3dd4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "45435"
    uid: 390559cb-e410-4174-851c-ffd1ffc64304
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-27T22:17:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "45222"
    uid: 5bb3b0df-f6fc-4d13-a527-c74aba393c85
  kind: Event
  lastTimestamp: "2026-07-27T22:18:17Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T22:17:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T22:18:17Z"
    name: isvc-sklearn-v2-predictor.18c6456d2a44f6f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "45767"
    uid: afe9b57a-0655-4102-bd63-208e49d13759
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-27T22:17:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "45222"
    uid: 5bb3b0df-f6fc-4d13-a527-c74aba393c85
  kind: Event
  lastTimestamp: "2026-07-27T22:18:17Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T22:17:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T22:18:17Z"
    name: isvc-sklearn-v2-predictor.18c6456d2abaf953
    namespace: kserve-ci-e2e-test
    resourceVersion: "45768"
    uid: e7bc2d51-4d84-45b6-a603-1e95e5306ac7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-27T22:15:42.245169Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-2wmqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "44534"
    uid: 068d1618-4c36-42d2-b57a-d04cbe9be77d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-runtime-predictor-5f69c7d498-2wmqq
    to ip-10-0-142-219.ec2.internal
  metadata:
    creationTimestamp: "2026-07-27T22:15:42Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-27T22:15:42Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-2wmqq.18c64556fee93745
    namespace: kserve-ci-e2e-test
    resourceVersion: "44540"
    uid: a45b3def-416f-4dd9-b0e7-c9521afbe51f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-858ff8b64f-jq2m2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:15:42Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-2wmqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "44546"
    uid: 068d1618-4c36-42d2-b57a-d04cbe9be77d
  kind: Event
  lastTimestamp: "2026-07-27T22:15:42Z"
  message: Add eth0 [10.133.0.61/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-27T22:15:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-27T22:15:42Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-2wmqq.18c645571844e35d
    namespace: kserve-ci-e2e-test
    resourceVersion: "44554"
    uid: 8a4998ef-f466-42d1-b6ca-bf4c1a3546f5
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:15:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-2wmqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "44538"
    uid: 068d1618-4c36-42d2-b57a-d04cbe9be77d
  kind: Event
  lastTimestamp: "2026-07-27T22:15:42Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T22:15:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:15:42Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-2wmqq.18c6455719d29450
    namespace: kserve-ci-e2e-test
    resourceVersion: "44556"
    uid: c8236e2d-b2eb-48ed-aae5-c83c4dfec8fd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:15:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-2wmqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "44538"
    uid: 068d1618-4c36-42d2-b57a-d04cbe9be77d
  kind: Event
  lastTimestamp: "2026-07-27T22:15:42Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-27T22:15:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:15:42Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-2wmqq.18c645571ce9b70c
    namespace: kserve-ci-e2e-test
    resourceVersion: "44557"
    uid: 6414a86e-a6a8-41fe-83a9-33d55eb4906b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:15:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-2wmqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "44538"
    uid: 068d1618-4c36-42d2-b57a-d04cbe9be77d
  kind: Event
  lastTimestamp: "2026-07-27T22:15:42Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-27T22:15:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:15:42Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-2wmqq.18c645571d5ab562
    namespace: kserve-ci-e2e-test
    resourceVersion: "44558"
    uid: 9f3bc6c3-9f7b-49a7-9470-bea086796152
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:15:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-2wmqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "44538"
    uid: 068d1618-4c36-42d2-b57a-d04cbe9be77d
  kind: Event
  lastTimestamp: "2026-07-27T22:15:47Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-07-27T22:15:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:15:47Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-2wmqq.18c645582e34a11d
    namespace: kserve-ci-e2e-test
    resourceVersion: "44596"
    uid: 983b20f5-65e3-4cfe-9e7b-0f23d34fdd4b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:15:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-2wmqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "44538"
    uid: 068d1618-4c36-42d2-b57a-d04cbe9be77d
  kind: Event
  lastTimestamp: "2026-07-27T22:15:47Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-27T22:15:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:15:47Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-2wmqq.18c6455831a42c37
    namespace: kserve-ci-e2e-test
    resourceVersion: "44599"
    uid: 8a546607-906c-4793-bb83-e2c8035585ab
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:15:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-2wmqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "44538"
    uid: 068d1618-4c36-42d2-b57a-d04cbe9be77d
  kind: Event
  lastTimestamp: "2026-07-27T22:15:47Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T22:15:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:15:47Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-2wmqq.18c6455832108cf0
    namespace: kserve-ci-e2e-test
    resourceVersion: "44603"
    uid: a277d5d0-4771-4e86-96c3-f81f60fa3de9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:15:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-2wmqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "44538"
    uid: 068d1618-4c36-42d2-b57a-d04cbe9be77d
  kind: Event
  lastTimestamp: "2026-07-27T22:15:47Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T22:15:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:15:47Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-2wmqq.18c64558321b4bb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "44604"
    uid: 66061de9-73ab-46fa-9207-60892008904a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:15:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-2wmqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "44538"
    uid: 068d1618-4c36-42d2-b57a-d04cbe9be77d
  kind: Event
  lastTimestamp: "2026-07-27T22:15:47Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-27T22:15:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:15:47Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-2wmqq.18c6455835019c22
    namespace: kserve-ci-e2e-test
    resourceVersion: "44606"
    uid: 93eb5d79-6e22-4a92-baa1-a2a51187437d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:15:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-2wmqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "44538"
    uid: 068d1618-4c36-42d2-b57a-d04cbe9be77d
  kind: Event
  lastTimestamp: "2026-07-27T22:15:47Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T22:15:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:15:47Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-2wmqq.18c6455835728201
    namespace: kserve-ci-e2e-test
    resourceVersion: "44607"
    uid: e434e99c-d63a-43ad-b5c2-fc57556fb210
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:16:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-2wmqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "44538"
    uid: 068d1618-4c36-42d2-b57a-d04cbe9be77d
  kind: Event
  lastTimestamp: "2026-07-27T22:16:24Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-07-27T22:16:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:16:24Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-2wmqq.18c64560d01a782b
    namespace: kserve-ci-e2e-test
    resourceVersion: "44869"
    uid: fe498d82-6e6a-4a46-b5a9-f6016fe7d521
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:16:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-2wmqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "44538"
    uid: 068d1618-4c36-42d2-b57a-d04cbe9be77d
  kind: Event
  lastTimestamp: "2026-07-27T22:16:42Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T22:16:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:16:42Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-2wmqq.18c64564fd04c73b
    namespace: kserve-ci-e2e-test
    resourceVersion: "45018"
    uid: f6548d0e-a48c-4a42-afdf-2437cef8206f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:16:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-2wmqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "44538"
    uid: 068d1618-4c36-42d2-b57a-d04cbe9be77d
  kind: Event
  lastTimestamp: "2026-07-27T22:16:42Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T22:16:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:16:42Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-2wmqq.18c64564fd0568d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "45019"
    uid: d8b10eed-0436-4852-be79-b203e2989d57
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T22:16:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-2wmqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "44538"
    uid: 068d1618-4c36-42d2-b57a-d04cbe9be77d
  kind: Event
  lastTimestamp: "2026-07-27T22:16:49Z"
  message: 'Readiness probe failed: Get "https://10.133.0.61:8643/healthz": dial tcp
    10.133.0.61:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-27T22:16:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:16:49Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-2wmqq.18c64565744ea6fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "45116"
    uid: 99dd3c6a-13ab-4e59-a1f0-cb266a5407e8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:16:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-2wmqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "44538"
    uid: 068d1618-4c36-42d2-b57a-d04cbe9be77d
  kind: Event
  lastTimestamp: "2026-07-27T22:16:45Z"
  message: 'Readiness probe failed: Get "http://10.133.0.61:8080/v2/models/isvc-sklearn-v2-runtime/ready":
    context deadline exceeded (Client.Timeout exceeded while awaiting headers)'
  metadata:
    creationTimestamp: "2026-07-27T22:16:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:16:45Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-2wmqq.18c64565b2b0fd53
    namespace: kserve-ci-e2e-test
    resourceVersion: "45044"
    uid: 76ba06b2-3de1-4530-b644-ae61319629a6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:15:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498
    namespace: kserve-ci-e2e-test
    resourceVersion: "44524"
    uid: 9d9d77f6-2bbe-4ecb-a8d6-2db6f1cdf456
  kind: Event
  lastTimestamp: "2026-07-27T22:15:42Z"
  message: 'Created pod: isvc-sklearn-v2-runtime-predictor-5f69c7d498-2wmqq'
  metadata:
    creationTimestamp: "2026-07-27T22:15:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T22:15:42Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498.18c64556fe6c3d37
    namespace: kserve-ci-e2e-test
    resourceVersion: "44537"
    uid: d253e941-523e-42a3-baab-46157499d283
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:15:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "44522"
    uid: 7748bbd4-1a64-41bb-8688-7ed82378a57b
  kind: Event
  lastTimestamp: "2026-07-27T22:15:42Z"
  message: Scaled up replica set isvc-sklearn-v2-runtime-predictor-5f69c7d498 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-27T22:15:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T22:15:42Z"
    name: isvc-sklearn-v2-runtime-predictor.18c64556fb56aa68
    namespace: kserve-ci-e2e-test
    resourceVersion: "44526"
    uid: f544d39f-1c27-4692-a17f-be544ca430ce
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:15:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "44523"
    uid: 39f424df-6b8c-4d49-b1a7-ad351f3eed5c
  kind: Event
  lastTimestamp: "2026-07-27T22:15:57Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T22:15:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T22:15:57Z"
    name: isvc-sklearn-v2-runtime-predictor.18c6455a7a34a0c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "44676"
    uid: 05e074b4-a4f4-40c5-9078-4f5cbff0b418
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:15:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "44523"
    uid: 39f424df-6b8c-4d49-b1a7-ad351f3eed5c
  kind: Event
  lastTimestamp: "2026-07-27T22:15:57Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T22:15:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T22:15:57Z"
    name: isvc-sklearn-v2-runtime-predictor.18c6455a7a9ab5f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "44678"
    uid: a976acb5-695a-422b-b629-b00b5ea27f56
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-27T22:16:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "44677"
    uid: 39f424df-6b8c-4d49-b1a7-ad351f3eed5c
  kind: Event
  lastTimestamp: "2026-07-27T22:16:42Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T22:16:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T22:16:42Z"
    name: isvc-sklearn-v2-runtime-predictor.18c6455df955521c
    namespace: kserve-ci-e2e-test
    resourceVersion: "45001"
    uid: 2d493855-43fe-482a-afed-afc839374461
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-27T22:16:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "44677"
    uid: 39f424df-6b8c-4d49-b1a7-ad351f3eed5c
  kind: Event
  lastTimestamp: "2026-07-27T22:16:42Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T22:16:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T22:16:42Z"
    name: isvc-sklearn-v2-runtime-predictor.18c6455df9bc8f7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "45002"
    uid: 48fac85f-5f58-46e2-b850-5a68277710aa
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-27T22:15:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "44515"
    uid: aa492bdc-8c21-4ef1-880a-9874cfba4637
  kind: Event
  lastTimestamp: "2026-07-27T22:16:34Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-27T22:15:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T22:16:34Z"
    name: isvc-sklearn-v2-runtime.18c64556fb568cee
    namespace: kserve-ci-e2e-test
    resourceVersion: "44941"
    uid: 0ad6dd9b-9e0f-439d-8217-d5105ef1af22
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:15:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "44515"
    uid: aa492bdc-8c21-4ef1-880a-9874cfba4637
  kind: Event
  lastTimestamp: "2026-07-27T22:15:42Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-27T22:15:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T22:15:42Z"
    name: isvc-sklearn-v2-runtime.18c64556fbcebbfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "44530"
    uid: ac5b35b8-dc99-4ff6-9847-4ab816ef963f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:16:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "44939"
    uid: aa492bdc-8c21-4ef1-880a-9874cfba4637
  kind: Event
  lastTimestamp: "2026-07-27T22:16:34Z"
  message: InferenceService [isvc-sklearn-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-07-27T22:16:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T22:16:34Z"
    name: isvc-sklearn-v2-runtime.18c645632660a63e
    namespace: kserve-ci-e2e-test
    resourceVersion: "44940"
    uid: a5dfa40c-258d-42c1-9cf7-051752b1ae0a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-27T22:16:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "45063"
    uid: fa12c729-87d7-4c78-97de-f9b92c3d028f
  kind: Event
  lastTimestamp: "2026-07-27T22:18:11Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-27T22:16:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T22:18:11Z"
    name: isvc-sklearn-v2.18c645662bba138a
    namespace: kserve-ci-e2e-test
    resourceVersion: "45726"
    uid: fde588c4-a770-488a-8979-92b67f706a75
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:16:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "45063"
    uid: fa12c729-87d7-4c78-97de-f9b92c3d028f
  kind: Event
  lastTimestamp: "2026-07-27T22:16:47Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-27T22:16:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T22:16:47Z"
    name: isvc-sklearn-v2.18c645662c41b8cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "45078"
    uid: a4e01241-f9c7-4f1d-be5c-2832bcf342ff
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:18:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "45724"
    uid: fa12c729-87d7-4c78-97de-f9b92c3d028f
  kind: Event
  lastTimestamp: "2026-07-27T22:18:11Z"
  message: InferenceService [isvc-sklearn-v2] is Ready
  metadata:
    creationTimestamp: "2026-07-27T22:18:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T22:18:11Z"
    name: isvc-sklearn-v2.18c64579ae138090
    namespace: kserve-ci-e2e-test
    resourceVersion: "45725"
    uid: ea50941d-feaf-4847-9e4c-14b7e87feb9d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-27T22:12:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "42560"
    uid: 41fac622-ebe6-44fa-bed9-140eac273f3b
  kind: Event
  lastTimestamp: "2026-07-27T22:13:47Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-27T22:12:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T22:13:47Z"
    name: isvc-sklearn.18c64528fb78332c
    namespace: kserve-ci-e2e-test
    resourceVersion: "43503"
    uid: 190ad153-8555-4a11-bc2e-b2975fc4db7d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:12:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "42560"
    uid: 41fac622-ebe6-44fa-bed9-140eac273f3b
  kind: Event
  lastTimestamp: "2026-07-27T22:12:24Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-07-27T22:12:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T22:12:24Z"
    name: isvc-sklearn.18c64528fc0e5738
    namespace: kserve-ci-e2e-test
    resourceVersion: "42575"
    uid: 899f2083-3bdc-42ee-b4a7-93f5157ecb25
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:13:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "43500"
    uid: 41fac622-ebe6-44fa-bed9-140eac273f3b
  kind: Event
  lastTimestamp: "2026-07-27T22:13:47Z"
  message: InferenceService [isvc-sklearn] is Ready
  metadata:
    creationTimestamp: "2026-07-27T22:13:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T22:13:47Z"
    name: isvc-sklearn.18c6453c4f6ddbd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "43501"
    uid: dbb37b67-d747-4b63-a89d-7db1881ad0e0
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-27T22:19:58.164967Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-m4kxv
    namespace: kserve-ci-e2e-test
    resourceVersion: "46640"
    uid: 59790390-7bdf-4b6f-9ef8-a9f572475caf
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-tensorflow-predictor-547dfc5669-m4kxv
    to ip-10-0-142-219.ec2.internal
  metadata:
    creationTimestamp: "2026-07-27T22:19:58Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-27T22:19:58Z"
    name: isvc-tensorflow-predictor-547dfc5669-m4kxv.18c6459294eb52dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "46644"
    uid: 46d56885-fd3d-4b80-b942-3a863a44b976
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-858ff8b64f-jq2m2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:19:58Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-m4kxv
    namespace: kserve-ci-e2e-test
    resourceVersion: "46649"
    uid: 59790390-7bdf-4b6f-9ef8-a9f572475caf
  kind: Event
  lastTimestamp: "2026-07-27T22:19:58Z"
  message: Add eth0 [10.133.0.64/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-27T22:19:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-27T22:19:58Z"
    name: isvc-tensorflow-predictor-547dfc5669-m4kxv.18c64592ae178c03
    namespace: kserve-ci-e2e-test
    resourceVersion: "46661"
    uid: 4f966b45-26bc-40ca-8d39-1074c7066b64
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:19:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-m4kxv
    namespace: kserve-ci-e2e-test
    resourceVersion: "46642"
    uid: 59790390-7bdf-4b6f-9ef8-a9f572475caf
  kind: Event
  lastTimestamp: "2026-07-27T22:19:58Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T22:19:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:19:58Z"
    name: isvc-tensorflow-predictor-547dfc5669-m4kxv.18c64592af9ce94b
    namespace: kserve-ci-e2e-test
    resourceVersion: "46664"
    uid: 19e9ba02-37b0-4b62-9b9a-8a0cc153a8ef
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:19:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-m4kxv
    namespace: kserve-ci-e2e-test
    resourceVersion: "46642"
    uid: 59790390-7bdf-4b6f-9ef8-a9f572475caf
  kind: Event
  lastTimestamp: "2026-07-27T22:19:58Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-27T22:19:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:19:58Z"
    name: isvc-tensorflow-predictor-547dfc5669-m4kxv.18c64592b272b054
    namespace: kserve-ci-e2e-test
    resourceVersion: "46666"
    uid: 09af958a-6a7e-4030-927e-52d022a910b9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:19:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-m4kxv
    namespace: kserve-ci-e2e-test
    resourceVersion: "46642"
    uid: 59790390-7bdf-4b6f-9ef8-a9f572475caf
  kind: Event
  lastTimestamp: "2026-07-27T22:19:58Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-27T22:19:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:19:58Z"
    name: isvc-tensorflow-predictor-547dfc5669-m4kxv.18c64592b2cde2a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "46667"
    uid: 01c5c3e3-6350-4725-991f-6fe189b7d609
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:20:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-m4kxv
    namespace: kserve-ci-e2e-test
    resourceVersion: "46642"
    uid: 59790390-7bdf-4b6f-9ef8-a9f572475caf
  kind: Event
  lastTimestamp: "2026-07-27T22:20:03Z"
  message: Pulling image "tensorflow/serving:2.6.2"
  metadata:
    creationTimestamp: "2026-07-27T22:20:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:20:03Z"
    name: isvc-tensorflow-predictor-547dfc5669-m4kxv.18c64593cb55ced5
    namespace: kserve-ci-e2e-test
    resourceVersion: "46705"
    uid: cd15c010-0b8c-4713-9cac-fdb5312e9d60
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:20:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-m4kxv
    namespace: kserve-ci-e2e-test
    resourceVersion: "46642"
    uid: 59790390-7bdf-4b6f-9ef8-a9f572475caf
  kind: Event
  lastTimestamp: "2026-07-27T22:20:07Z"
  message: 'Successfully pulled image "tensorflow/serving:2.6.2" in 4.154s (4.154s
    including waiting). Image size: 425873876 bytes.'
  metadata:
    creationTimestamp: "2026-07-27T22:20:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:20:07Z"
    name: isvc-tensorflow-predictor-547dfc5669-m4kxv.18c64594c2f49b3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "46741"
    uid: ee9149bf-f2f6-4437-8a3d-98bd1f60d7c7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:20:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-m4kxv
    namespace: kserve-ci-e2e-test
    resourceVersion: "46642"
    uid: 59790390-7bdf-4b6f-9ef8-a9f572475caf
  kind: Event
  lastTimestamp: "2026-07-27T22:20:07Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-27T22:20:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:20:07Z"
    name: isvc-tensorflow-predictor-547dfc5669-m4kxv.18c64594c61901b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "46742"
    uid: d8944586-6674-4627-b188-444683b7f354
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:20:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-m4kxv
    namespace: kserve-ci-e2e-test
    resourceVersion: "46642"
    uid: 59790390-7bdf-4b6f-9ef8-a9f572475caf
  kind: Event
  lastTimestamp: "2026-07-27T22:20:07Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T22:20:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:20:07Z"
    name: isvc-tensorflow-predictor-547dfc5669-m4kxv.18c64594c6a6c4e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "46743"
    uid: ccd03f5f-07ab-42ae-87fb-7a72233088e6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:20:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-m4kxv
    namespace: kserve-ci-e2e-test
    resourceVersion: "46642"
    uid: 59790390-7bdf-4b6f-9ef8-a9f572475caf
  kind: Event
  lastTimestamp: "2026-07-27T22:20:07Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T22:20:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:20:07Z"
    name: isvc-tensorflow-predictor-547dfc5669-m4kxv.18c64594c6b3ced4
    namespace: kserve-ci-e2e-test
    resourceVersion: "46744"
    uid: 5967e512-eea7-408b-86a7-54080add5af2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:20:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-m4kxv
    namespace: kserve-ci-e2e-test
    resourceVersion: "46642"
    uid: 59790390-7bdf-4b6f-9ef8-a9f572475caf
  kind: Event
  lastTimestamp: "2026-07-27T22:20:07Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-27T22:20:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:20:07Z"
    name: isvc-tensorflow-predictor-547dfc5669-m4kxv.18c64594c991d5ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "46745"
    uid: 9c529ada-e68b-4aa3-8116-d018c312d5be
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:20:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-m4kxv
    namespace: kserve-ci-e2e-test
    resourceVersion: "46642"
    uid: 59790390-7bdf-4b6f-9ef8-a9f572475caf
  kind: Event
  lastTimestamp: "2026-07-27T22:20:07Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T22:20:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:20:07Z"
    name: isvc-tensorflow-predictor-547dfc5669-m4kxv.18c64594ca0ac9b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "46746"
    uid: 8e66b236-be35-4eb1-9093-5fddcf384ebf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-27T22:20:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-m4kxv
    namespace: kserve-ci-e2e-test
    resourceVersion: "46642"
    uid: 59790390-7bdf-4b6f-9ef8-a9f572475caf
  kind: Event
  lastTimestamp: "2026-07-27T22:20:14Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.64:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-27T22:20:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:20:14Z"
    name: isvc-tensorflow-predictor-547dfc5669-m4kxv.18c64594f6e99908
    namespace: kserve-ci-e2e-test
    resourceVersion: "46798"
    uid: eea20ffd-e60d-4b82-acb8-7b91df34ec0f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:20:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-m4kxv
    namespace: kserve-ci-e2e-test
    resourceVersion: "46642"
    uid: 59790390-7bdf-4b6f-9ef8-a9f572475caf
  kind: Event
  lastTimestamp: "2026-07-27T22:20:38Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T22:20:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:20:38Z"
    name: isvc-tensorflow-predictor-547dfc5669-m4kxv.18c6459c10b82ffa
    namespace: kserve-ci-e2e-test
    resourceVersion: "46991"
    uid: 14626325-29e6-42f1-ba85-60112eaa8eb9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:20:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-m4kxv
    namespace: kserve-ci-e2e-test
    resourceVersion: "46642"
    uid: 59790390-7bdf-4b6f-9ef8-a9f572475caf
  kind: Event
  lastTimestamp: "2026-07-27T22:20:38Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T22:20:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:20:38Z"
    name: isvc-tensorflow-predictor-547dfc5669-m4kxv.18c6459c10b89bac
    namespace: kserve-ci-e2e-test
    resourceVersion: "46992"
    uid: 165c6a8b-d735-40ce-83ca-283746cd84c1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-07-27T22:20:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-m4kxv
    namespace: kserve-ci-e2e-test
    resourceVersion: "46642"
    uid: 59790390-7bdf-4b6f-9ef8-a9f572475caf
  kind: Event
  lastTimestamp: "2026-07-27T22:21:09Z"
  message: 'Readiness probe failed: Get "https://10.133.0.64:8643/healthz": dial tcp
    10.133.0.64:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-27T22:20:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:21:09Z"
    name: isvc-tensorflow-predictor-547dfc5669-m4kxv.18c6459c2ed5a4e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "47283"
    uid: dc8ebf16-197f-4ac0-bfe4-e79b6f6a3d58
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:19:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-tensorflow-predictor-547dfc5669
    namespace: kserve-ci-e2e-test
    resourceVersion: "46629"
    uid: 2b663797-33fc-4cbe-bf6e-1685a15bd199
  kind: Event
  lastTimestamp: "2026-07-27T22:19:58Z"
  message: 'Created pod: isvc-tensorflow-predictor-547dfc5669-m4kxv'
  metadata:
    creationTimestamp: "2026-07-27T22:19:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T22:19:58Z"
    name: isvc-tensorflow-predictor-547dfc5669.18c6459294533e92
    namespace: kserve-ci-e2e-test
    resourceVersion: "46641"
    uid: 54e33ef9-cad6-4a70-9be9-80d2bb381786
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:19:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "46627"
    uid: c8c3c77b-7015-42b2-afda-7324b136742c
  kind: Event
  lastTimestamp: "2026-07-27T22:19:58Z"
  message: Scaled up replica set isvc-tensorflow-predictor-547dfc5669 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-27T22:19:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T22:19:58Z"
    name: isvc-tensorflow-predictor.18c645928f63daa9
    namespace: kserve-ci-e2e-test
    resourceVersion: "46630"
    uid: cb6729da-334c-4f5d-ad63-f24ccdb84e55
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:20:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "46628"
    uid: 5c9903a6-2e26-42cf-a692-ab8411baf65e
  kind: Event
  lastTimestamp: "2026-07-27T22:20:13Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T22:20:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T22:20:13Z"
    name: isvc-tensorflow-predictor.18c645960df7b809
    namespace: kserve-ci-e2e-test
    resourceVersion: "46786"
    uid: 61020927-895f-4099-a4bb-1c970025dd5f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:20:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "46628"
    uid: 5c9903a6-2e26-42cf-a692-ab8411baf65e
  kind: Event
  lastTimestamp: "2026-07-27T22:20:13Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T22:20:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T22:20:13Z"
    name: isvc-tensorflow-predictor.18c645960e5be248
    namespace: kserve-ci-e2e-test
    resourceVersion: "46788"
    uid: 525c345e-46ab-499c-869b-48b8c643126a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:20:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "46787"
    uid: 5c9903a6-2e26-42cf-a692-ab8411baf65e
  kind: Event
  lastTimestamp: "2026-07-27T22:20:28Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T22:20:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T22:20:28Z"
    name: isvc-tensorflow-predictor.18c645998d771198
    namespace: kserve-ci-e2e-test
    resourceVersion: "46899"
    uid: 9fc0a5ab-59ed-40d0-8a8a-b327d865932c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:20:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "46787"
    uid: 5c9903a6-2e26-42cf-a692-ab8411baf65e
  kind: Event
  lastTimestamp: "2026-07-27T22:20:28Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T22:20:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T22:20:28Z"
    name: isvc-tensorflow-predictor.18c645998de11148
    namespace: kserve-ci-e2e-test
    resourceVersion: "46901"
    uid: bff2d0f3-2b5d-4901-9e6c-4635af652077
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-27T22:20:44.042540Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-c6dh5
    namespace: kserve-ci-e2e-test
    resourceVersion: "47053"
    uid: 37680fa4-9f86-4647-8ada-43e9700b3f30
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-tensorflow-runtime-predictor-855cfcd677-c6dh5
    to ip-10-0-142-219.ec2.internal
  metadata:
    creationTimestamp: "2026-07-27T22:20:44Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-27T22:20:44Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-c6dh5.18c6459d436f97b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "47058"
    uid: a439cd28-c4ad-46fb-b23e-c10a1bec621d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-858ff8b64f-jq2m2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:20:44Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-c6dh5
    namespace: kserve-ci-e2e-test
    resourceVersion: "47056"
    uid: 37680fa4-9f86-4647-8ada-43e9700b3f30
  kind: Event
  lastTimestamp: "2026-07-27T22:20:44Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-tensorflow-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-27T22:20:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:20:44Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-c6dh5.18c6459d525e644e
    namespace: kserve-ci-e2e-test
    resourceVersion: "47068"
    uid: 22e2475b-678e-45f1-b12c-586b569beb79
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:20:45Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-c6dh5
    namespace: kserve-ci-e2e-test
    resourceVersion: "47064"
    uid: 37680fa4-9f86-4647-8ada-43e9700b3f30
  kind: Event
  lastTimestamp: "2026-07-27T22:20:45Z"
  message: Add eth0 [10.133.0.65/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-27T22:20:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-27T22:20:45Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-c6dh5.18c6459d80655041
    namespace: kserve-ci-e2e-test
    resourceVersion: "47076"
    uid: f1b5ac3c-9f82-4401-92a4-ec172626ddd6
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:20:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-c6dh5
    namespace: kserve-ci-e2e-test
    resourceVersion: "47056"
    uid: 37680fa4-9f86-4647-8ada-43e9700b3f30
  kind: Event
  lastTimestamp: "2026-07-27T22:20:45Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T22:20:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:20:45Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-c6dh5.18c6459d81e04e26
    namespace: kserve-ci-e2e-test
    resourceVersion: "47078"
    uid: 7f3be360-54c3-49cb-b7eb-f585e43c333b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:20:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-c6dh5
    namespace: kserve-ci-e2e-test
    resourceVersion: "47056"
    uid: 37680fa4-9f86-4647-8ada-43e9700b3f30
  kind: Event
  lastTimestamp: "2026-07-27T22:20:45Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-27T22:20:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:20:45Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-c6dh5.18c6459d848b7d49
    namespace: kserve-ci-e2e-test
    resourceVersion: "47079"
    uid: 48374b4a-d760-4acd-a892-e0c1fb7c625f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:20:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-c6dh5
    namespace: kserve-ci-e2e-test
    resourceVersion: "47056"
    uid: 37680fa4-9f86-4647-8ada-43e9700b3f30
  kind: Event
  lastTimestamp: "2026-07-27T22:20:45Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-27T22:20:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:20:45Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-c6dh5.18c6459d84fb19c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "47080"
    uid: 1ad213e4-3ca1-4691-a136-636eae2a634e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:20:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-c6dh5
    namespace: kserve-ci-e2e-test
    resourceVersion: "47056"
    uid: 37680fa4-9f86-4647-8ada-43e9700b3f30
  kind: Event
  lastTimestamp: "2026-07-27T22:20:50Z"
  message: Container image "tensorflow/serving:2.6.2" already present on machine
  metadata:
    creationTimestamp: "2026-07-27T22:20:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:20:50Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-c6dh5.18c6459ec90844f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "47126"
    uid: 3d7d166b-e505-434d-8907-fdf42cae444d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:20:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-c6dh5
    namespace: kserve-ci-e2e-test
    resourceVersion: "47056"
    uid: 37680fa4-9f86-4647-8ada-43e9700b3f30
  kind: Event
  lastTimestamp: "2026-07-27T22:20:50Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-27T22:20:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:20:50Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-c6dh5.18c6459ecc2996c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "47129"
    uid: 4cc97d21-575d-4068-bb55-97eaf1fa56c5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:20:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-c6dh5
    namespace: kserve-ci-e2e-test
    resourceVersion: "47056"
    uid: 37680fa4-9f86-4647-8ada-43e9700b3f30
  kind: Event
  lastTimestamp: "2026-07-27T22:20:50Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T22:20:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:20:50Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-c6dh5.18c6459ecc9d76dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "47132"
    uid: cf820299-2b5c-4f17-9027-ee359263bf2a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:20:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-c6dh5
    namespace: kserve-ci-e2e-test
    resourceVersion: "47056"
    uid: 37680fa4-9f86-4647-8ada-43e9700b3f30
  kind: Event
  lastTimestamp: "2026-07-27T22:20:50Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T22:20:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:20:50Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-c6dh5.18c6459ecca73c73
    namespace: kserve-ci-e2e-test
    resourceVersion: "47133"
    uid: e1eabd67-b8fc-4442-ad93-f0d5f3f63074
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:20:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-c6dh5
    namespace: kserve-ci-e2e-test
    resourceVersion: "47056"
    uid: 37680fa4-9f86-4647-8ada-43e9700b3f30
  kind: Event
  lastTimestamp: "2026-07-27T22:20:50Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-27T22:20:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:20:50Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-c6dh5.18c6459ed016d5bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "47135"
    uid: 92ba681b-3c73-4df1-81dc-593788a58654
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:20:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-c6dh5
    namespace: kserve-ci-e2e-test
    resourceVersion: "47056"
    uid: 37680fa4-9f86-4647-8ada-43e9700b3f30
  kind: Event
  lastTimestamp: "2026-07-27T22:20:50Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T22:20:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:20:50Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-c6dh5.18c6459ed09c1810
    namespace: kserve-ci-e2e-test
    resourceVersion: "47136"
    uid: 299fbcf3-b97b-4ff7-a252-98f3df945159
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-27T22:20:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-c6dh5
    namespace: kserve-ci-e2e-test
    resourceVersion: "47056"
    uid: 37680fa4-9f86-4647-8ada-43e9700b3f30
  kind: Event
  lastTimestamp: "2026-07-27T22:20:58Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.65:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-27T22:20:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:20:58Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-c6dh5.18c6459f40da3bed
    namespace: kserve-ci-e2e-test
    resourceVersion: "47193"
    uid: ff78b23b-46d7-44ef-936c-52f047bc2b42
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:21:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-c6dh5
    namespace: kserve-ci-e2e-test
    resourceVersion: "47056"
    uid: 37680fa4-9f86-4647-8ada-43e9700b3f30
  kind: Event
  lastTimestamp: "2026-07-27T22:21:24Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T22:21:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:21:24Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-c6dh5.18c645a6caab016e
    namespace: kserve-ci-e2e-test
    resourceVersion: "47409"
    uid: 22a60583-a503-4947-84e0-7c1060c066e2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:21:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-c6dh5
    namespace: kserve-ci-e2e-test
    resourceVersion: "47056"
    uid: 37680fa4-9f86-4647-8ada-43e9700b3f30
  kind: Event
  lastTimestamp: "2026-07-27T22:21:24Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T22:21:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:21:24Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-c6dh5.18c645a6caaba15b
    namespace: kserve-ci-e2e-test
    resourceVersion: "47410"
    uid: ef33657d-8439-4a7e-993b-11a6f071033d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-27T22:21:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-c6dh5
    namespace: kserve-ci-e2e-test
    resourceVersion: "47056"
    uid: 37680fa4-9f86-4647-8ada-43e9700b3f30
  kind: Event
  lastTimestamp: "2026-07-27T22:21:53Z"
  message: 'Readiness probe failed: Get "https://10.133.0.65:8643/healthz": dial tcp
    10.133.0.65:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-27T22:21:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:21:53Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-c6dh5.18c645a7a2efd98e
    namespace: kserve-ci-e2e-test
    resourceVersion: "47667"
    uid: 2decab2a-b544-46f1-a68e-e90b8583ab2d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:20:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-tensorflow-runtime-predictor-855cfcd677
    namespace: kserve-ci-e2e-test
    resourceVersion: "47043"
    uid: 62ab0580-2dca-48cb-9adb-aafb44795449
  kind: Event
  lastTimestamp: "2026-07-27T22:20:44Z"
  message: 'Created pod: isvc-tensorflow-runtime-predictor-855cfcd677-c6dh5'
  metadata:
    creationTimestamp: "2026-07-27T22:20:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T22:20:44Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677.18c6459d42e43875
    namespace: kserve-ci-e2e-test
    resourceVersion: "47055"
    uid: 4083bf8a-a759-47cd-a8c1-f91ed18fa287
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:20:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "47040"
    uid: 3f97f877-b440-4c3a-8cc7-6c47e76d2c5a
  kind: Event
  lastTimestamp: "2026-07-27T22:20:43Z"
  message: Scaled up replica set isvc-tensorflow-runtime-predictor-855cfcd677 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-27T22:20:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T22:20:43Z"
    name: isvc-tensorflow-runtime-predictor.18c6459d3f5c5647
    namespace: kserve-ci-e2e-test
    resourceVersion: "47044"
    uid: 8edd2b1a-12a9-4907-8c2f-2a88bad80e6f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T22:20:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "47042"
    uid: d3e86e2b-d21e-4f6f-95bd-737e96d8f13b
  kind: Event
  lastTimestamp: "2026-07-27T22:21:14Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T22:20:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T22:21:14Z"
    name: isvc-tensorflow-runtime-predictor.18c645a0be693f29
    namespace: kserve-ci-e2e-test
    resourceVersion: "47316"
    uid: 46fe59c4-56ae-41c3-8d84-91e7f54880c6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T22:20:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "47042"
    uid: d3e86e2b-d21e-4f6f-95bd-737e96d8f13b
  kind: Event
  lastTimestamp: "2026-07-27T22:21:14Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T22:20:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T22:21:14Z"
    name: isvc-tensorflow-runtime-predictor.18c645a0bee2934b
    namespace: kserve-ci-e2e-test
    resourceVersion: "47317"
    uid: 36ce4946-6a0d-4164-a03c-cd62c35bc1a1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-27T22:20:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "47034"
    uid: 109aa014-4a52-401c-9fd8-d87dbc5abc4a
  kind: Event
  lastTimestamp: "2026-07-27T22:21:08Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-27T22:20:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T22:21:08Z"
    name: isvc-tensorflow-runtime.18c6459d3f5b9cb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "47278"
    uid: c3733ee0-c488-4377-bfb0-afabaebf41e8
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:20:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "47034"
    uid: 109aa014-4a52-401c-9fd8-d87dbc5abc4a
  kind: Event
  lastTimestamp: "2026-07-27T22:20:43Z"
  message: 'Failed to update status for InferenceService "isvc-tensorflow-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-tensorflow-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-27T22:20:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T22:20:43Z"
    name: isvc-tensorflow-runtime.18c6459d3feb4352
    namespace: kserve-ci-e2e-test
    resourceVersion: "47048"
    uid: 34155acf-9c4b-491f-bcda-a6925e58d873
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:21:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "47276"
    uid: 109aa014-4a52-401c-9fd8-d87dbc5abc4a
  kind: Event
  lastTimestamp: "2026-07-27T22:21:08Z"
  message: InferenceService [isvc-tensorflow-runtime] is Ready
  metadata:
    creationTimestamp: "2026-07-27T22:21:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T22:21:08Z"
    name: isvc-tensorflow-runtime.18c645a300d242dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "47277"
    uid: 4596a22c-e252-4672-921b-2490d304a580
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-27T22:19:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "46620"
    uid: 45d133a3-77c9-4214-8859-56b811d45d50
  kind: Event
  lastTimestamp: "2026-07-27T22:20:24Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-27T22:19:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T22:20:24Z"
    name: isvc-tensorflow.18c645928f67a337
    namespace: kserve-ci-e2e-test
    resourceVersion: "46874"
    uid: 22da37dc-1af6-4b40-ad3d-ae82007aec98
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T22:19:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "46620"
    uid: 45d133a3-77c9-4214-8859-56b811d45d50
  kind: Event
  lastTimestamp: "2026-07-27T22:19:58Z"
  message: 'Failed to update status for InferenceService "isvc-tensorflow": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-tensorflow":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-27T22:19:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T22:19:58Z"
    name: isvc-tensorflow.18c645928ff6f82e
    namespace: kserve-ci-e2e-test
    resourceVersion: "46651"
    uid: aa719d8c-728b-4c22-8daf-12c458a19e16
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:19:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "46623"
    uid: 45d133a3-77c9-4214-8859-56b811d45d50
  kind: Event
  lastTimestamp: "2026-07-27T22:19:58Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-tensorflow": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-27T22:19:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T22:19:58Z"
    name: isvc-tensorflow.18c6459296658693
    namespace: kserve-ci-e2e-test
    resourceVersion: "46652"
    uid: 4badac6d-5fd5-47ce-a50c-a626c597896c
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:20:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "46872"
    uid: 45d133a3-77c9-4214-8859-56b811d45d50
  kind: Event
  lastTimestamp: "2026-07-27T22:20:24Z"
  message: InferenceService [isvc-tensorflow] is Ready
  metadata:
    creationTimestamp: "2026-07-27T22:20:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T22:20:24Z"
    name: isvc-tensorflow.18c64598b6591440
    namespace: kserve-ci-e2e-test
    resourceVersion: "46873"
    uid: 4726dd6d-c0d8-4af3-a047-91aad252fee4
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-27T22:21:30.129031Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-bqwts
    namespace: kserve-ci-e2e-test
    resourceVersion: "47471"
    uid: a7bb09e6-fd46-4000-b024-5e4ac6dd94b1
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-triton-predictor-5d7db58676-bqwts
    to ip-10-0-142-219.ec2.internal
  metadata:
    creationTimestamp: "2026-07-27T22:21:30Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-27T22:21:30Z"
    name: isvc-triton-predictor-5d7db58676-bqwts.18c645a7fe679dcc
    namespace: kserve-ci-e2e-test
    resourceVersion: "47477"
    uid: 73e29ae2-d5f7-438a-a1da-fe24bc54d328
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-858ff8b64f-jq2m2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:21:30Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-bqwts
    namespace: kserve-ci-e2e-test
    resourceVersion: "47481"
    uid: a7bb09e6-fd46-4000-b024-5e4ac6dd94b1
  kind: Event
  lastTimestamp: "2026-07-27T22:21:30Z"
  message: Add eth0 [10.133.0.66/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-27T22:21:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-27T22:21:30Z"
    name: isvc-triton-predictor-5d7db58676-bqwts.18c645a817fea807
    namespace: kserve-ci-e2e-test
    resourceVersion: "47493"
    uid: 0cc16b28-f07f-4727-a2d7-c3250d9a7d2e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:21:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-bqwts
    namespace: kserve-ci-e2e-test
    resourceVersion: "47475"
    uid: a7bb09e6-fd46-4000-b024-5e4ac6dd94b1
  kind: Event
  lastTimestamp: "2026-07-27T22:21:30Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T22:21:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:21:30Z"
    name: isvc-triton-predictor-5d7db58676-bqwts.18c645a819653fa6
    namespace: kserve-ci-e2e-test
    resourceVersion: "47495"
    uid: 8f8d621a-0056-4636-aaa7-85bc023141cf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:21:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-bqwts
    namespace: kserve-ci-e2e-test
    resourceVersion: "47475"
    uid: a7bb09e6-fd46-4000-b024-5e4ac6dd94b1
  kind: Event
  lastTimestamp: "2026-07-27T22:21:30Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-27T22:21:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:21:30Z"
    name: isvc-triton-predictor-5d7db58676-bqwts.18c645a81c0af8b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "47497"
    uid: 3a22cef1-e665-4a0c-8801-19c76477e08d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:21:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-bqwts
    namespace: kserve-ci-e2e-test
    resourceVersion: "47475"
    uid: a7bb09e6-fd46-4000-b024-5e4ac6dd94b1
  kind: Event
  lastTimestamp: "2026-07-27T22:21:30Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-27T22:21:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:21:30Z"
    name: isvc-triton-predictor-5d7db58676-bqwts.18c645a81c8ebaea
    namespace: kserve-ci-e2e-test
    resourceVersion: "47498"
    uid: 262ab4d1-91c8-46a7-8e28-ee3781e6b75f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:21:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-bqwts
    namespace: kserve-ci-e2e-test
    resourceVersion: "47475"
    uid: a7bb09e6-fd46-4000-b024-5e4ac6dd94b1
  kind: Event
  lastTimestamp: "2026-07-27T22:21:34Z"
  message: Pulling image "nvcr.io/nvidia/tritonserver:23.05-py3"
  metadata:
    creationTimestamp: "2026-07-27T22:21:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:21:34Z"
    name: isvc-triton-predictor-5d7db58676-bqwts.18c645a912d77e75
    namespace: kserve-ci-e2e-test
    resourceVersion: "47531"
    uid: a596ac1d-d45c-4300-a6bf-3f01763cf526
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:23:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-bqwts
    namespace: kserve-ci-e2e-test
    resourceVersion: "47475"
    uid: a7bb09e6-fd46-4000-b024-5e4ac6dd94b1
  kind: Event
  lastTimestamp: "2026-07-27T22:23:28Z"
  message: 'Successfully pulled image "nvcr.io/nvidia/tritonserver:23.05-py3" in 1m54.105s
    (1m54.105s including waiting). Image size: 12907074623 bytes.'
  metadata:
    creationTimestamp: "2026-07-27T22:23:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:23:28Z"
    name: isvc-triton-predictor-5d7db58676-bqwts.18c645c3a413f631
    namespace: kserve-ci-e2e-test
    resourceVersion: "48331"
    uid: 2f798d75-deb1-4990-b9f3-275bd484bce6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:23:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-bqwts
    namespace: kserve-ci-e2e-test
    resourceVersion: "47475"
    uid: a7bb09e6-fd46-4000-b024-5e4ac6dd94b1
  kind: Event
  lastTimestamp: "2026-07-27T22:23:28Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-27T22:23:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:23:28Z"
    name: isvc-triton-predictor-5d7db58676-bqwts.18c645c3aa29fc9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "48332"
    uid: 8251d603-1694-43a6-8a87-1f0ec0476cb4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:23:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-bqwts
    namespace: kserve-ci-e2e-test
    resourceVersion: "47475"
    uid: a7bb09e6-fd46-4000-b024-5e4ac6dd94b1
  kind: Event
  lastTimestamp: "2026-07-27T22:23:28Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T22:23:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:23:28Z"
    name: isvc-triton-predictor-5d7db58676-bqwts.18c645c3ab3b6208
    namespace: kserve-ci-e2e-test
    resourceVersion: "48333"
    uid: c57f41d3-b789-4ef9-a47d-db5ef406b210
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:23:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-bqwts
    namespace: kserve-ci-e2e-test
    resourceVersion: "47475"
    uid: a7bb09e6-fd46-4000-b024-5e4ac6dd94b1
  kind: Event
  lastTimestamp: "2026-07-27T22:23:28Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T22:23:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:23:28Z"
    name: isvc-triton-predictor-5d7db58676-bqwts.18c645c3ab44d1ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "48335"
    uid: 0ba8a436-a899-427c-8b59-69e50faa7bce
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:23:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-bqwts
    namespace: kserve-ci-e2e-test
    resourceVersion: "47475"
    uid: a7bb09e6-fd46-4000-b024-5e4ac6dd94b1
  kind: Event
  lastTimestamp: "2026-07-27T22:23:29Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-27T22:23:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:23:29Z"
    name: isvc-triton-predictor-5d7db58676-bqwts.18c645c3b158073f
    namespace: kserve-ci-e2e-test
    resourceVersion: "48337"
    uid: b3643033-015d-4ad0-ba1e-577a5467755b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:23:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-bqwts
    namespace: kserve-ci-e2e-test
    resourceVersion: "47475"
    uid: a7bb09e6-fd46-4000-b024-5e4ac6dd94b1
  kind: Event
  lastTimestamp: "2026-07-27T22:23:29Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T22:23:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:23:29Z"
    name: isvc-triton-predictor-5d7db58676-bqwts.18c645c3b2ac518c
    namespace: kserve-ci-e2e-test
    resourceVersion: "48338"
    uid: 928f8a50-865d-49f6-97a5-db258cbf514e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T22:23:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-bqwts
    namespace: kserve-ci-e2e-test
    resourceVersion: "47475"
    uid: a7bb09e6-fd46-4000-b024-5e4ac6dd94b1
  kind: Event
  lastTimestamp: "2026-07-27T22:23:31Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.66:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-27T22:23:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:23:31Z"
    name: isvc-triton-predictor-5d7db58676-bqwts.18c645c3faf91115
    namespace: kserve-ci-e2e-test
    resourceVersion: "48356"
    uid: 518aa9c3-7643-4b9f-8385-a8ce8c687468
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:23:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-bqwts
    namespace: kserve-ci-e2e-test
    resourceVersion: "47475"
    uid: a7bb09e6-fd46-4000-b024-5e4ac6dd94b1
  kind: Event
  lastTimestamp: "2026-07-27T22:23:41Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T22:23:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:23:41Z"
    name: isvc-triton-predictor-5d7db58676-bqwts.18c645c69a438151
    namespace: kserve-ci-e2e-test
    resourceVersion: "48454"
    uid: 0419c7c8-b2b6-46f2-bdc8-7ab334488b77
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:23:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-bqwts
    namespace: kserve-ci-e2e-test
    resourceVersion: "47475"
    uid: a7bb09e6-fd46-4000-b024-5e4ac6dd94b1
  kind: Event
  lastTimestamp: "2026-07-27T22:23:41Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T22:23:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:23:41Z"
    name: isvc-triton-predictor-5d7db58676-bqwts.18c645c69a443002
    namespace: kserve-ci-e2e-test
    resourceVersion: "48455"
    uid: f42f68ab-6495-4d8b-960b-6b6601ff5219
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:21:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-triton-predictor-5d7db58676
    namespace: kserve-ci-e2e-test
    resourceVersion: "47462"
    uid: 04ad2c74-65ed-4c08-a38e-12fe89b75afa
  kind: Event
  lastTimestamp: "2026-07-27T22:21:30Z"
  message: 'Created pod: isvc-triton-predictor-5d7db58676-bqwts'
  metadata:
    creationTimestamp: "2026-07-27T22:21:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T22:21:30Z"
    name: isvc-triton-predictor-5d7db58676.18c645a7fdf8ddfe
    namespace: kserve-ci-e2e-test
    resourceVersion: "47474"
    uid: aed2edbe-db54-4364-a0ad-e032d7e5de1b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:21:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "47460"
    uid: 9d11f40b-731d-4afa-9696-e256b7da91b2
  kind: Event
  lastTimestamp: "2026-07-27T22:21:30Z"
  message: Scaled up replica set isvc-triton-predictor-5d7db58676 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-27T22:21:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T22:21:30Z"
    name: isvc-triton-predictor.18c645a7fa9783fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "47464"
    uid: 7b380590-dac7-4366-a657-8453fd853709
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-07-27T22:21:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "47461"
    uid: a91e4a99-ab5f-4a88-a888-78cc378c10dd
  kind: Event
  lastTimestamp: "2026-07-27T22:23:30Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T22:21:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T22:23:30Z"
    name: isvc-triton-predictor.18c645ab7980cbf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "48347"
    uid: 98864259-382e-4e7f-92f7-6819609a1aab
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-07-27T22:21:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "47461"
    uid: a91e4a99-ab5f-4a88-a888-78cc378c10dd
  kind: Event
  lastTimestamp: "2026-07-27T22:23:30Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T22:21:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T22:23:30Z"
    name: isvc-triton-predictor.18c645ab79e5eb99
    namespace: kserve-ci-e2e-test
    resourceVersion: "48348"
    uid: 28f158cd-6d0a-4fd0-adfd-5d5ba5b9b7b6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-27T22:21:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "47453"
    uid: 89e7f602-941d-43ad-be64-661bbaae5645
  kind: Event
  lastTimestamp: "2026-07-27T22:23:36Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-27T22:21:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T22:23:36Z"
    name: isvc-triton.18c645a7fa9431c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "48401"
    uid: de82f138-e016-408b-a633-9012f5e9e738
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:21:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "47453"
    uid: 89e7f602-941d-43ad-be64-661bbaae5645
  kind: Event
  lastTimestamp: "2026-07-27T22:21:30Z"
  message: 'Failed to update status for InferenceService "isvc-triton": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-triton": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-07-27T22:21:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T22:21:30Z"
    name: isvc-triton.18c645a7faf62038
    namespace: kserve-ci-e2e-test
    resourceVersion: "47466"
    uid: 350ebe5f-f03a-4581-a93e-cbf7735c0664
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:23:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "48399"
    uid: 89e7f602-941d-43ad-be64-661bbaae5645
  kind: Event
  lastTimestamp: "2026-07-27T22:23:36Z"
  message: InferenceService [isvc-triton] is Ready
  metadata:
    creationTimestamp: "2026-07-27T22:23:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T22:23:36Z"
    name: isvc-triton.18c645c567840f9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "48400"
    uid: f4d3f36f-bec0-4337-8610-5efdb8b61f8b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-27T22:23:46.762323Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-qpdw8
    namespace: kserve-ci-e2e-test
    resourceVersion: "48521"
    uid: dabb304a-e144-4790-a84b-dc6b365be53e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-predictor-7566d65bf7-qpdw8
    to ip-10-0-142-219.ec2.internal
  metadata:
    creationTimestamp: "2026-07-27T22:23:46Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-27T22:23:46Z"
    name: isvc-xgboost-predictor-7566d65bf7-qpdw8.18c645c7ce623d34
    namespace: kserve-ci-e2e-test
    resourceVersion: "48525"
    uid: f6e47ac0-fc92-40ea-8e9b-fa3241418360
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-858ff8b64f-jq2m2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:23:47Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-qpdw8
    namespace: kserve-ci-e2e-test
    resourceVersion: "48530"
    uid: dabb304a-e144-4790-a84b-dc6b365be53e
  kind: Event
  lastTimestamp: "2026-07-27T22:23:47Z"
  message: Add eth0 [10.133.0.67/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-27T22:23:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-27T22:23:47Z"
    name: isvc-xgboost-predictor-7566d65bf7-qpdw8.18c645c7ed360b80
    namespace: kserve-ci-e2e-test
    resourceVersion: "48538"
    uid: 8f6cb7bc-96cc-4d20-8470-81f146f0479f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:23:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-qpdw8
    namespace: kserve-ci-e2e-test
    resourceVersion: "48523"
    uid: dabb304a-e144-4790-a84b-dc6b365be53e
  kind: Event
  lastTimestamp: "2026-07-27T22:23:47Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T22:23:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:23:47Z"
    name: isvc-xgboost-predictor-7566d65bf7-qpdw8.18c645c7eece8005
    namespace: kserve-ci-e2e-test
    resourceVersion: "48540"
    uid: 74d37681-9e1a-4b59-958e-bc043027a18b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:23:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-qpdw8
    namespace: kserve-ci-e2e-test
    resourceVersion: "48523"
    uid: dabb304a-e144-4790-a84b-dc6b365be53e
  kind: Event
  lastTimestamp: "2026-07-27T22:23:47Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-27T22:23:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:23:47Z"
    name: isvc-xgboost-predictor-7566d65bf7-qpdw8.18c645c7f29437eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "48541"
    uid: 086aa6b5-3460-4500-80db-72d22a917f0b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:23:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-qpdw8
    namespace: kserve-ci-e2e-test
    resourceVersion: "48523"
    uid: dabb304a-e144-4790-a84b-dc6b365be53e
  kind: Event
  lastTimestamp: "2026-07-27T22:23:47Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-27T22:23:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:23:47Z"
    name: isvc-xgboost-predictor-7566d65bf7-qpdw8.18c645c7f32cabd1
    namespace: kserve-ci-e2e-test
    resourceVersion: "48542"
    uid: ee2b02e4-a17d-4fc9-bfdd-0556eea718be
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:23:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-qpdw8
    namespace: kserve-ci-e2e-test
    resourceVersion: "48523"
    uid: dabb304a-e144-4790-a84b-dc6b365be53e
  kind: Event
  lastTimestamp: "2026-07-27T22:23:51Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-07-27T22:23:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:23:51Z"
    name: isvc-xgboost-predictor-7566d65bf7-qpdw8.18c645c8e40b36e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "48577"
    uid: d43cd306-4100-4a48-90a5-aabef95e2b0d
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:24:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-qpdw8
    namespace: kserve-ci-e2e-test
    resourceVersion: "48523"
    uid: dabb304a-e144-4790-a84b-dc6b365be53e
  kind: Event
  lastTimestamp: "2026-07-27T22:24:10Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 19.134s (19.134s
    including waiting). Image size: 1307355896 bytes.'
  metadata:
    creationTimestamp: "2026-07-27T22:24:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:24:10Z"
    name: isvc-xgboost-predictor-7566d65bf7-qpdw8.18c645cd5887b1ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "48715"
    uid: c274b28b-ccf8-4892-9a1e-9c972ea0c080
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:24:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-qpdw8
    namespace: kserve-ci-e2e-test
    resourceVersion: "48523"
    uid: dabb304a-e144-4790-a84b-dc6b365be53e
  kind: Event
  lastTimestamp: "2026-07-27T22:24:10Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-27T22:24:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:24:10Z"
    name: isvc-xgboost-predictor-7566d65bf7-qpdw8.18c645cd5f8fbca4
    namespace: kserve-ci-e2e-test
    resourceVersion: "48717"
    uid: 39780ccd-e97b-448c-911c-0c69f8d3a737
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:24:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-qpdw8
    namespace: kserve-ci-e2e-test
    resourceVersion: "48523"
    uid: dabb304a-e144-4790-a84b-dc6b365be53e
  kind: Event
  lastTimestamp: "2026-07-27T22:24:10Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T22:24:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:24:10Z"
    name: isvc-xgboost-predictor-7566d65bf7-qpdw8.18c645cd60a0c818
    namespace: kserve-ci-e2e-test
    resourceVersion: "48718"
    uid: b961d78f-30ad-4ea6-81c8-84732975bc81
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:24:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-qpdw8
    namespace: kserve-ci-e2e-test
    resourceVersion: "48523"
    uid: dabb304a-e144-4790-a84b-dc6b365be53e
  kind: Event
  lastTimestamp: "2026-07-27T22:24:10Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T22:24:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:24:10Z"
    name: isvc-xgboost-predictor-7566d65bf7-qpdw8.18c645cd60aadb9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "48719"
    uid: 006376d8-4044-4603-9c45-265f91bafa65
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:24:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-qpdw8
    namespace: kserve-ci-e2e-test
    resourceVersion: "48523"
    uid: dabb304a-e144-4790-a84b-dc6b365be53e
  kind: Event
  lastTimestamp: "2026-07-27T22:24:10Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-27T22:24:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:24:10Z"
    name: isvc-xgboost-predictor-7566d65bf7-qpdw8.18c645cd661f58ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "48721"
    uid: 65728897-e88f-4557-a40e-905b85c01d64
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:24:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-qpdw8
    namespace: kserve-ci-e2e-test
    resourceVersion: "48523"
    uid: dabb304a-e144-4790-a84b-dc6b365be53e
  kind: Event
  lastTimestamp: "2026-07-27T22:24:10Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T22:24:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:24:10Z"
    name: isvc-xgboost-predictor-7566d65bf7-qpdw8.18c645cd6755b8fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "48722"
    uid: 330c9ccb-d9ca-4422-a37f-7f6cfe2124df
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-27T22:24:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-qpdw8
    namespace: kserve-ci-e2e-test
    resourceVersion: "48523"
    uid: dabb304a-e144-4790-a84b-dc6b365be53e
  kind: Event
  lastTimestamp: "2026-07-27T22:25:28Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.67:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-27T22:24:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:25:28Z"
    name: isvc-xgboost-predictor-7566d65bf7-qpdw8.18c645cdcd1b3c5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "49300"
    uid: 3f6c8dee-fb08-44b2-90cd-aea8d7bbc81b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:25:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-qpdw8
    namespace: kserve-ci-e2e-test
    resourceVersion: "48523"
    uid: dabb304a-e144-4790-a84b-dc6b365be53e
  kind: Event
  lastTimestamp: "2026-07-27T22:25:26Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T22:25:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:25:26Z"
    name: isvc-xgboost-predictor-7566d65bf7-qpdw8.18c645df1d6b487d
    namespace: kserve-ci-e2e-test
    resourceVersion: "49286"
    uid: 89cdfa13-09c3-4501-9710-187cc4342915
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:25:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-qpdw8
    namespace: kserve-ci-e2e-test
    resourceVersion: "48523"
    uid: dabb304a-e144-4790-a84b-dc6b365be53e
  kind: Event
  lastTimestamp: "2026-07-27T22:25:26Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T22:25:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:25:26Z"
    name: isvc-xgboost-predictor-7566d65bf7-qpdw8.18c645df1d6bf2ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "49287"
    uid: 99a09c6a-d516-4a82-a6d9-53df69259ea5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:25:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-qpdw8
    namespace: kserve-ci-e2e-test
    resourceVersion: "48523"
    uid: dabb304a-e144-4790-a84b-dc6b365be53e
  kind: Event
  lastTimestamp: "2026-07-27T22:25:28Z"
  message: 'Readiness probe failed: Get "https://10.133.0.67:8643/healthz": dial tcp
    10.133.0.67:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-27T22:25:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:25:28Z"
    name: isvc-xgboost-predictor-7566d65bf7-qpdw8.18c645df7f3a23ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "49299"
    uid: f4500167-c046-4124-b95f-06f6732d48ea
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:23:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-predictor-7566d65bf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "48510"
    uid: 980a107f-3770-47d9-8887-3b9347757ace
  kind: Event
  lastTimestamp: "2026-07-27T22:23:46Z"
  message: 'Created pod: isvc-xgboost-predictor-7566d65bf7-qpdw8'
  metadata:
    creationTimestamp: "2026-07-27T22:23:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T22:23:46Z"
    name: isvc-xgboost-predictor-7566d65bf7.18c645c7cde1e005
    namespace: kserve-ci-e2e-test
    resourceVersion: "48522"
    uid: 74ac020c-622c-45c0-a45b-c55e7a330cff
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:23:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "48507"
    uid: 04109e58-4754-4b3c-9486-36bc2ea0b812
  kind: Event
  lastTimestamp: "2026-07-27T22:23:46Z"
  message: Scaled up replica set isvc-xgboost-predictor-7566d65bf7 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-27T22:23:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T22:23:46Z"
    name: isvc-xgboost-predictor.18c645c7c8f08daf
    namespace: kserve-ci-e2e-test
    resourceVersion: "48511"
    uid: 254b0998-eb70-4e65-b3b0-a333e3737cb7
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-27T22:24:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "48509"
    uid: 3c5b865b-2430-474f-b7f1-eb08534170cf
  kind: Event
  lastTimestamp: "2026-07-27T22:24:46Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T22:24:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T22:24:46Z"
    name: isvc-xgboost-predictor.18c645cb47c520df
    namespace: kserve-ci-e2e-test
    resourceVersion: "48975"
    uid: 6bc3dd20-f0b1-483e-b956-b9bbfe722a71
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-27T22:24:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "48509"
    uid: 3c5b865b-2430-474f-b7f1-eb08534170cf
  kind: Event
  lastTimestamp: "2026-07-27T22:24:46Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T22:24:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T22:24:46Z"
    name: isvc-xgboost-predictor.18c645cb483482df
    namespace: kserve-ci-e2e-test
    resourceVersion: "48977"
    uid: 7098b248-4db4-4c14-a81b-c0030ecdbbae
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-27T22:24:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "48648"
    uid: 3c5b865b-2430-474f-b7f1-eb08534170cf
  kind: Event
  lastTimestamp: "2026-07-27T22:25:16Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T22:24:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T22:25:16Z"
    name: isvc-xgboost-predictor.18c645d24633cc5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "49186"
    uid: 6318191f-af42-4a65-9277-b955b2bd9714
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-27T22:24:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "48648"
    uid: 3c5b865b-2430-474f-b7f1-eb08534170cf
  kind: Event
  lastTimestamp: "2026-07-27T22:25:16Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T22:24:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T22:25:16Z"
    name: isvc-xgboost-predictor.18c645d2469c441b
    namespace: kserve-ci-e2e-test
    resourceVersion: "49187"
    uid: d0615429-f217-451a-8bdf-70a9b52b115c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-27T22:27:22.592204Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-czpmk
    namespace: kserve-ci-e2e-test
    resourceVersion: "50298"
    uid: 604dd384-dce7-4465-8c5f-5c75133f8156
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-runtime-predictor-54dd488c85-czpmk
    to ip-10-0-131-133.ec2.internal
  metadata:
    creationTimestamp: "2026-07-27T22:27:22Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-27T22:27:22Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-czpmk.18c645fa0ed8d863
    namespace: kserve-ci-e2e-test
    resourceVersion: "50305"
    uid: 1ab5ae5f-9b91-4201-abc0-a9d332020b52
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-858ff8b64f-jq2m2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:27:23Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-czpmk
    namespace: kserve-ci-e2e-test
    resourceVersion: "50308"
    uid: 604dd384-dce7-4465-8c5f-5c75133f8156
  kind: Event
  lastTimestamp: "2026-07-27T22:27:23Z"
  message: Add eth0 [10.132.0.44/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-27T22:27:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-27T22:27:23Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-czpmk.18c645fa2859b4ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "50322"
    uid: b0094882-32b1-45c3-b414-bdd54b25f880
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:27:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-czpmk
    namespace: kserve-ci-e2e-test
    resourceVersion: "50300"
    uid: 604dd384-dce7-4465-8c5f-5c75133f8156
  kind: Event
  lastTimestamp: "2026-07-27T22:27:23Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T22:27:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:27:23Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-czpmk.18c645fa29aef101
    namespace: kserve-ci-e2e-test
    resourceVersion: "50324"
    uid: b73fe5b6-1def-4262-8456-fa9ba1065f36
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-133.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-133.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:27:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-czpmk
    namespace: kserve-ci-e2e-test
    resourceVersion: "50300"
    uid: 604dd384-dce7-4465-8c5f-5c75133f8156
  kind: Event
  lastTimestamp: "2026-07-27T22:27:23Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-27T22:27:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:27:23Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-czpmk.18c645fa2cf7e710
    namespace: kserve-ci-e2e-test
    resourceVersion: "50325"
    uid: e9ef3030-dd8f-4d46-9bd3-b53148956d5f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-133.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-133.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:27:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-czpmk
    namespace: kserve-ci-e2e-test
    resourceVersion: "50300"
    uid: 604dd384-dce7-4465-8c5f-5c75133f8156
  kind: Event
  lastTimestamp: "2026-07-27T22:27:23Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-27T22:27:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:27:23Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-czpmk.18c645fa2d668663
    namespace: kserve-ci-e2e-test
    resourceVersion: "50326"
    uid: bdac4b61-0497-4db0-bfc4-9a77a8c5de3e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-133.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-133.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:27:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-czpmk
    namespace: kserve-ci-e2e-test
    resourceVersion: "50300"
    uid: 604dd384-dce7-4465-8c5f-5c75133f8156
  kind: Event
  lastTimestamp: "2026-07-27T22:27:27Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-07-27T22:27:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:27:27Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-czpmk.18c645fb2324b3cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "50361"
    uid: 338b3764-b815-4fd6-a33e-fca9c3c0a78e
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-133.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-133.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:27:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-czpmk
    namespace: kserve-ci-e2e-test
    resourceVersion: "50300"
    uid: 604dd384-dce7-4465-8c5f-5c75133f8156
  kind: Event
  lastTimestamp: "2026-07-27T22:27:45Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 18.325s (18.325s
    including waiting). Image size: 1307355896 bytes.'
  metadata:
    creationTimestamp: "2026-07-27T22:27:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:27:45Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-czpmk.18c645ff676a0d1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "50495"
    uid: bd81171d-c1aa-4492-896b-1f5495fa22a3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-133.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-133.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:27:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-czpmk
    namespace: kserve-ci-e2e-test
    resourceVersion: "50300"
    uid: 604dd384-dce7-4465-8c5f-5c75133f8156
  kind: Event
  lastTimestamp: "2026-07-27T22:27:45Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-27T22:27:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:27:45Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-czpmk.18c645ff6a89e816
    namespace: kserve-ci-e2e-test
    resourceVersion: "50496"
    uid: 880d14df-a7e6-43be-88c0-3e1416e4f24b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-133.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-133.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:27:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-czpmk
    namespace: kserve-ci-e2e-test
    resourceVersion: "50300"
    uid: 604dd384-dce7-4465-8c5f-5c75133f8156
  kind: Event
  lastTimestamp: "2026-07-27T22:27:45Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T22:27:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:27:45Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-czpmk.18c645ff6b046a8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "50497"
    uid: 51bd1544-9e6d-4b8c-af59-9aadde6c1029
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-133.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-133.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:27:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-czpmk
    namespace: kserve-ci-e2e-test
    resourceVersion: "50300"
    uid: 604dd384-dce7-4465-8c5f-5c75133f8156
  kind: Event
  lastTimestamp: "2026-07-27T22:27:45Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T22:27:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:27:45Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-czpmk.18c645ff6b10921b
    namespace: kserve-ci-e2e-test
    resourceVersion: "50498"
    uid: d9f96d2b-d414-42d3-be95-c6918bdb51e7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-133.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-133.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:27:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-czpmk
    namespace: kserve-ci-e2e-test
    resourceVersion: "50300"
    uid: 604dd384-dce7-4465-8c5f-5c75133f8156
  kind: Event
  lastTimestamp: "2026-07-27T22:27:45Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-27T22:27:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:27:45Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-czpmk.18c645ff6e43e6a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "50499"
    uid: f5a8bc7c-d30e-4ee3-b1a6-349d4f6dca71
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-133.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-133.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:27:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-czpmk
    namespace: kserve-ci-e2e-test
    resourceVersion: "50300"
    uid: 604dd384-dce7-4465-8c5f-5c75133f8156
  kind: Event
  lastTimestamp: "2026-07-27T22:27:45Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T22:27:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:27:45Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-czpmk.18c645ff6ebd1a74
    namespace: kserve-ci-e2e-test
    resourceVersion: "50500"
    uid: 52f66630-bc39-4b32-9cc1-85afd71dcd79
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-133.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-133.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-27T22:27:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-czpmk
    namespace: kserve-ci-e2e-test
    resourceVersion: "50300"
    uid: 604dd384-dce7-4465-8c5f-5c75133f8156
  kind: Event
  lastTimestamp: "2026-07-27T22:29:03Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.44:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-27T22:27:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:29:03Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-czpmk.18c645ffd1c93c02
    namespace: kserve-ci-e2e-test
    resourceVersion: "51073"
    uid: b177192c-2128-40c5-822b-d8c96a0f6345
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-133.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-133.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:29:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-czpmk
    namespace: kserve-ci-e2e-test
    resourceVersion: "50300"
    uid: 604dd384-dce7-4465-8c5f-5c75133f8156
  kind: Event
  lastTimestamp: "2026-07-27T22:29:02Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T22:29:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:29:02Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-czpmk.18c646115b225175
    namespace: kserve-ci-e2e-test
    resourceVersion: "51064"
    uid: 04c39b97-aaa4-42f4-b524-67ebc11b9e5d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-133.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-133.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:29:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-czpmk
    namespace: kserve-ci-e2e-test
    resourceVersion: "50300"
    uid: 604dd384-dce7-4465-8c5f-5c75133f8156
  kind: Event
  lastTimestamp: "2026-07-27T22:29:02Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T22:29:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:29:02Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-czpmk.18c646115b22daeb
    namespace: kserve-ci-e2e-test
    resourceVersion: "51065"
    uid: 854d99b8-5408-4607-9041-fd7a8bc7beff
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-133.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-133.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:29:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-czpmk
    namespace: kserve-ci-e2e-test
    resourceVersion: "50300"
    uid: 604dd384-dce7-4465-8c5f-5c75133f8156
  kind: Event
  lastTimestamp: "2026-07-27T22:29:03Z"
  message: 'Readiness probe failed: Get "https://10.132.0.44:8643/healthz": dial tcp
    10.132.0.44:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-27T22:29:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:29:03Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-czpmk.18c6461183f5ef95
    namespace: kserve-ci-e2e-test
    resourceVersion: "51072"
    uid: 8d1d9048-8856-451e-bc98-7d0e262f587a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-133.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-133.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:27:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-runtime-predictor-54dd488c85
    namespace: kserve-ci-e2e-test
    resourceVersion: "50290"
    uid: e4a6034e-3252-4b98-80d9-729f6c712463
  kind: Event
  lastTimestamp: "2026-07-27T22:27:22Z"
  message: 'Created pod: isvc-xgboost-runtime-predictor-54dd488c85-czpmk'
  metadata:
    creationTimestamp: "2026-07-27T22:27:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T22:27:22Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85.18c645fa0e3c70e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "50299"
    uid: df9b734a-d767-4ab0-b49b-501c055f8840
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:27:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "50288"
    uid: 258fd1f1-129d-4336-8b39-7b36050c5aba
  kind: Event
  lastTimestamp: "2026-07-27T22:27:22Z"
  message: Scaled up replica set isvc-xgboost-runtime-predictor-54dd488c85 from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-27T22:27:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T22:27:22Z"
    name: isvc-xgboost-runtime-predictor.18c645fa0b11590d
    namespace: kserve-ci-e2e-test
    resourceVersion: "50291"
    uid: f9b0ecfc-93a8-411e-98a0-b7f120bfccc4
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-27T22:27:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "50289"
    uid: 37d67463-4669-451f-b212-79ca0a02ec1e
  kind: Event
  lastTimestamp: "2026-07-27T22:28:22Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T22:27:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T22:28:22Z"
    name: isvc-xgboost-runtime-predictor.18c645fd89cb7415
    namespace: kserve-ci-e2e-test
    resourceVersion: "50762"
    uid: 54a983f3-9288-4ca6-82d8-b1432114ef81
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-27T22:27:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "50289"
    uid: 37d67463-4669-451f-b212-79ca0a02ec1e
  kind: Event
  lastTimestamp: "2026-07-27T22:28:22Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T22:27:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T22:28:22Z"
    name: isvc-xgboost-runtime-predictor.18c645fd8a2529c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "50763"
    uid: e563d20d-8f61-4bfd-a0a7-d427a2d34543
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T22:28:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "50442"
    uid: 37d67463-4669-451f-b212-79ca0a02ec1e
  kind: Event
  lastTimestamp: "2026-07-27T22:28:52Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T22:28:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T22:28:52Z"
    name: isvc-xgboost-runtime-predictor.18c6460b862763d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "50973"
    uid: e9711f9d-b065-42d0-b8b2-0f4e56409164
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T22:28:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "50442"
    uid: 37d67463-4669-451f-b212-79ca0a02ec1e
  kind: Event
  lastTimestamp: "2026-07-27T22:28:52Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T22:28:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T22:28:52Z"
    name: isvc-xgboost-runtime-predictor.18c6460b868d34d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "50974"
    uid: fdc61820-8845-48eb-abc5-8f90281cdf0e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-27T22:27:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "50279"
    uid: c3cf0fa6-11c9-45d9-ba8b-ed52e165bcdb
  kind: Event
  lastTimestamp: "2026-07-27T22:28:53Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-27T22:27:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T22:28:53Z"
    name: isvc-xgboost-runtime.18c645fa0b340bc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "50988"
    uid: e7f6e8b0-fa18-4bf4-8431-a395bed0b6c7
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:27:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "50279"
    uid: c3cf0fa6-11c9-45d9-ba8b-ed52e165bcdb
  kind: Event
  lastTimestamp: "2026-07-27T22:27:22Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-27T22:27:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T22:27:22Z"
    name: isvc-xgboost-runtime.18c645fa0bb7ca50
    namespace: kserve-ci-e2e-test
    resourceVersion: "50294"
    uid: c0129513-e641-4f8d-9d8f-6ce1a4aa59dd
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:28:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "50986"
    uid: c3cf0fa6-11c9-45d9-ba8b-ed52e165bcdb
  kind: Event
  lastTimestamp: "2026-07-27T22:28:53Z"
  message: InferenceService [isvc-xgboost-runtime] is Ready
  metadata:
    creationTimestamp: "2026-07-27T22:28:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T22:28:53Z"
    name: isvc-xgboost-runtime.18c6460f35a15f20
    namespace: kserve-ci-e2e-test
    resourceVersion: "50987"
    uid: 455de568-1e0c-425c-9b54-6f0989cabbfb
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-27T22:25:32.045970Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-6mrk7
    namespace: kserve-ci-e2e-test
    resourceVersion: "49351"
    uid: 400fdac5-21e2-4f10-a1ec-a51e61b86869
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-mlserver-predictor-7b55b84f54-6mrk7
    to ip-10-0-142-219.ec2.internal
  metadata:
    creationTimestamp: "2026-07-27T22:25:32Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-27T22:25:32Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-6mrk7.18c645e051c73a63
    namespace: kserve-ci-e2e-test
    resourceVersion: "49355"
    uid: f7116aa9-2094-4839-89b4-32e789e1e628
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-858ff8b64f-jq2m2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:25:32Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-6mrk7
    namespace: kserve-ci-e2e-test
    resourceVersion: "49363"
    uid: 400fdac5-21e2-4f10-a1ec-a51e61b86869
  kind: Event
  lastTimestamp: "2026-07-27T22:25:32Z"
  message: Add eth0 [10.133.0.68/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-27T22:25:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-27T22:25:32Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-6mrk7.18c645e06b5adb5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "49370"
    uid: b39ec9a9-7556-4e7b-ad6b-6007a54c2ab4
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:25:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-6mrk7
    namespace: kserve-ci-e2e-test
    resourceVersion: "49353"
    uid: 400fdac5-21e2-4f10-a1ec-a51e61b86869
  kind: Event
  lastTimestamp: "2026-07-27T22:25:32Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T22:25:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:25:32Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-6mrk7.18c645e06cbdecac
    namespace: kserve-ci-e2e-test
    resourceVersion: "49372"
    uid: b34f8a09-8920-441c-9ec8-fa9f07a4e249
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:25:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-6mrk7
    namespace: kserve-ci-e2e-test
    resourceVersion: "49353"
    uid: 400fdac5-21e2-4f10-a1ec-a51e61b86869
  kind: Event
  lastTimestamp: "2026-07-27T22:25:32Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-27T22:25:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:25:32Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-6mrk7.18c645e06eeab3c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "49373"
    uid: cb16c63b-ff56-4ef7-941a-87c802674cce
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:25:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-6mrk7
    namespace: kserve-ci-e2e-test
    resourceVersion: "49353"
    uid: 400fdac5-21e2-4f10-a1ec-a51e61b86869
  kind: Event
  lastTimestamp: "2026-07-27T22:25:32Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-27T22:25:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:25:32Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-6mrk7.18c645e06f48f152
    namespace: kserve-ci-e2e-test
    resourceVersion: "49374"
    uid: 5f9f1bf4-501d-47d2-8fa3-0b1d00ab6f59
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:25:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-6mrk7
    namespace: kserve-ci-e2e-test
    resourceVersion: "49353"
    uid: 400fdac5-21e2-4f10-a1ec-a51e61b86869
  kind: Event
  lastTimestamp: "2026-07-27T22:25:36Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-07-27T22:25:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:25:36Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-6mrk7.18c645e16fc806b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "49409"
    uid: 606b1a4a-d478-42e8-b86b-7b167063ceb2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:25:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-6mrk7
    namespace: kserve-ci-e2e-test
    resourceVersion: "49353"
    uid: 400fdac5-21e2-4f10-a1ec-a51e61b86869
  kind: Event
  lastTimestamp: "2026-07-27T22:25:36Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-27T22:25:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:25:36Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-6mrk7.18c645e17307420d
    namespace: kserve-ci-e2e-test
    resourceVersion: "49412"
    uid: dd2c3e95-f9a2-440d-a2f2-c68863a47192
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:25:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-6mrk7
    namespace: kserve-ci-e2e-test
    resourceVersion: "49353"
    uid: 400fdac5-21e2-4f10-a1ec-a51e61b86869
  kind: Event
  lastTimestamp: "2026-07-27T22:25:36Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T22:25:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:25:36Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-6mrk7.18c645e1738d5eee
    namespace: kserve-ci-e2e-test
    resourceVersion: "49414"
    uid: 43e0f8ce-0307-419f-acc5-2c402a634319
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:25:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-6mrk7
    namespace: kserve-ci-e2e-test
    resourceVersion: "49353"
    uid: 400fdac5-21e2-4f10-a1ec-a51e61b86869
  kind: Event
  lastTimestamp: "2026-07-27T22:25:36Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T22:25:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:25:36Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-6mrk7.18c645e17397aca0
    namespace: kserve-ci-e2e-test
    resourceVersion: "49415"
    uid: b169ffa8-da92-48c0-a386-74fe8382986f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:25:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-6mrk7
    namespace: kserve-ci-e2e-test
    resourceVersion: "49353"
    uid: 400fdac5-21e2-4f10-a1ec-a51e61b86869
  kind: Event
  lastTimestamp: "2026-07-27T22:25:36Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-27T22:25:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:25:36Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-6mrk7.18c645e1761f6461
    namespace: kserve-ci-e2e-test
    resourceVersion: "49418"
    uid: b10b9b80-1914-49a5-9ab6-7dcf2c8b84e9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:25:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-6mrk7
    namespace: kserve-ci-e2e-test
    resourceVersion: "49353"
    uid: 400fdac5-21e2-4f10-a1ec-a51e61b86869
  kind: Event
  lastTimestamp: "2026-07-27T22:25:36Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T22:25:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:25:36Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-6mrk7.18c645e17683053c
    namespace: kserve-ci-e2e-test
    resourceVersion: "49419"
    uid: c014acea-8ebd-44a2-886a-cf998d4d8cd5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:26:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-6mrk7
    namespace: kserve-ci-e2e-test
    resourceVersion: "49353"
    uid: 400fdac5-21e2-4f10-a1ec-a51e61b86869
  kind: Event
  lastTimestamp: "2026-07-27T22:26:22Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T22:26:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:26:22Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-6mrk7.18c645ebf80cd086
    namespace: kserve-ci-e2e-test
    resourceVersion: "49765"
    uid: e35227d6-4c4e-46e4-9823-3f3cd2841051
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:26:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-6mrk7
    namespace: kserve-ci-e2e-test
    resourceVersion: "49353"
    uid: 400fdac5-21e2-4f10-a1ec-a51e61b86869
  kind: Event
  lastTimestamp: "2026-07-27T22:26:22Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T22:26:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:26:22Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-6mrk7.18c645ebf80d6ac5
    namespace: kserve-ci-e2e-test
    resourceVersion: "49766"
    uid: 458b55d1-375f-431e-982b-3a82173eb441
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:26:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-6mrk7
    namespace: kserve-ci-e2e-test
    resourceVersion: "49353"
    uid: 400fdac5-21e2-4f10-a1ec-a51e61b86869
  kind: Event
  lastTimestamp: "2026-07-27T22:26:24Z"
  message: 'Readiness probe failed: Get "https://10.133.0.68:8643/healthz": dial tcp
    10.133.0.68:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-27T22:26:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:26:24Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-6mrk7.18c645ec9da36838
    namespace: kserve-ci-e2e-test
    resourceVersion: "49786"
    uid: 101101c6-6be7-4a5f-80af-6d3caffed9ad
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:26:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-6mrk7
    namespace: kserve-ci-e2e-test
    resourceVersion: "49353"
    uid: 400fdac5-21e2-4f10-a1ec-a51e61b86869
  kind: Event
  lastTimestamp: "2026-07-27T22:26:24Z"
  message: 'Readiness probe failed: Get "http://10.133.0.68:8080/v2/models/isvc-xgboost-v2-mlserver/ready":
    dial tcp 10.133.0.68:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-27T22:26:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:26:24Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-6mrk7.18c645ec9df68102
    namespace: kserve-ci-e2e-test
    resourceVersion: "49787"
    uid: ea2b2a53-cd28-43ae-9ec0-453fdc0d521e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:25:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54
    namespace: kserve-ci-e2e-test
    resourceVersion: "49340"
    uid: 8e8b0e09-30ec-4098-b44b-000f4e308b45
  kind: Event
  lastTimestamp: "2026-07-27T22:25:32Z"
  message: 'Created pod: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-6mrk7'
  metadata:
    creationTimestamp: "2026-07-27T22:25:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T22:25:32Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54.18c645e0513b75e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "49352"
    uid: 17fbad5a-45c2-4590-b755-a4bb0ed2a257
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:25:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "49338"
    uid: 6853c365-18fa-4f5e-90e0-ea52f3a7d5f4
  kind: Event
  lastTimestamp: "2026-07-27T22:25:31Z"
  message: Scaled up replica set isvc-xgboost-v2-mlserver-predictor-7b55b84f54 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-27T22:25:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T22:25:31Z"
    name: isvc-xgboost-v2-mlserver-predictor.18c645e04c006a9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "49341"
    uid: 8d7a7702-cfc6-4e97-b9fd-848be6fa1d42
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-27T22:25:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "49339"
    uid: c4273c9d-ac8e-402d-9b23-6baa4c803e0b
  kind: Event
  lastTimestamp: "2026-07-27T22:26:17Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T22:25:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T22:26:17Z"
    name: isvc-xgboost-v2-mlserver-predictor.18c645e3cafcab9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "49710"
    uid: e676984e-af68-434c-97df-e096e6268285
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-27T22:25:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "49339"
    uid: c4273c9d-ac8e-402d-9b23-6baa4c803e0b
  kind: Event
  lastTimestamp: "2026-07-27T22:26:17Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T22:25:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T22:26:17Z"
    name: isvc-xgboost-v2-mlserver-predictor.18c645e3cb6b77a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "49711"
    uid: 3585e0ea-46ce-4f8c-b708-d642957cdbca
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-27T22:25:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "49331"
    uid: ac299c25-001b-4714-b0a0-cce1389e0f58
  kind: Event
  lastTimestamp: "2026-07-27T22:26:14Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-27T22:25:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T22:26:14Z"
    name: isvc-xgboost-v2-mlserver.18c645e04bfeb872
    namespace: kserve-ci-e2e-test
    resourceVersion: "49693"
    uid: 9e518df3-3f7d-43c2-9aa5-4d1ca3fd1208
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T22:25:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "49331"
    uid: ac299c25-001b-4714-b0a0-cce1389e0f58
  kind: Event
  lastTimestamp: "2026-07-27T22:25:32Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2-mlserver":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-27T22:25:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T22:25:32Z"
    name: isvc-xgboost-v2-mlserver.18c645e04c7fc027
    namespace: kserve-ci-e2e-test
    resourceVersion: "49360"
    uid: 8907f503-677f-462a-9c41-b5b50b7adb94
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:25:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "49333"
    uid: ac299c25-001b-4714-b0a0-cce1389e0f58
  kind: Event
  lastTimestamp: "2026-07-27T22:25:32Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-xgboost-v2-mlserver": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-27T22:25:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T22:25:32Z"
    name: isvc-xgboost-v2-mlserver.18c645e052aeb30f
    namespace: kserve-ci-e2e-test
    resourceVersion: "49362"
    uid: 8fc80511-e590-4b17-ae78-96faa3143475
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:26:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "49691"
    uid: ac299c25-001b-4714-b0a0-cce1389e0f58
  kind: Event
  lastTimestamp: "2026-07-27T22:26:14Z"
  message: InferenceService [isvc-xgboost-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-07-27T22:26:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T22:26:14Z"
    name: isvc-xgboost-v2-mlserver.18c645ea4f3a5d4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "49692"
    uid: cb8f11e3-a842-4521-a80d-7e1e79d02478
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-27T22:30:13.026929Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-zwxj7
    namespace: kserve-ci-e2e-test
    resourceVersion: "51679"
    uid: 14f27bab-7371-4f73-8d18-78ef2234bded
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-predictor-fcc668bc-zwxj7
    to ip-10-0-131-133.ec2.internal
  metadata:
    creationTimestamp: "2026-07-27T22:30:13Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-27T22:30:13Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-zwxj7.18c64621bd8c4f43
    namespace: kserve-ci-e2e-test
    resourceVersion: "51685"
    uid: 1301e14f-1cab-43a8-b587-40d642f9c96f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-858ff8b64f-jq2m2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:30:13Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-zwxj7
    namespace: kserve-ci-e2e-test
    resourceVersion: "51682"
    uid: 14f27bab-7371-4f73-8d18-78ef2234bded
  kind: Event
  lastTimestamp: "2026-07-27T22:30:13Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-27T22:30:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:30:13Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-zwxj7.18c64621c94a4ea8
    namespace: kserve-ci-e2e-test
    resourceVersion: "51692"
    uid: 052b3624-d4cb-4bdb-bc7a-2f8a8bea6bfa
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-133.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-133.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:30:14Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-zwxj7
    namespace: kserve-ci-e2e-test
    resourceVersion: "51689"
    uid: 14f27bab-7371-4f73-8d18-78ef2234bded
  kind: Event
  lastTimestamp: "2026-07-27T22:30:14Z"
  message: Add eth0 [10.132.0.45/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-27T22:30:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-27T22:30:14Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-zwxj7.18c64621fb40d320
    namespace: kserve-ci-e2e-test
    resourceVersion: "51704"
    uid: 3669eac2-afb3-4e2a-9660-a29eb0015f02
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:30:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-zwxj7
    namespace: kserve-ci-e2e-test
    resourceVersion: "51682"
    uid: 14f27bab-7371-4f73-8d18-78ef2234bded
  kind: Event
  lastTimestamp: "2026-07-27T22:30:14Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T22:30:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:30:14Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-zwxj7.18c64621fccfc91d
    namespace: kserve-ci-e2e-test
    resourceVersion: "51706"
    uid: bb6f1f78-1484-47a3-8581-778dfdc71945
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-133.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-133.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:30:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-zwxj7
    namespace: kserve-ci-e2e-test
    resourceVersion: "51682"
    uid: 14f27bab-7371-4f73-8d18-78ef2234bded
  kind: Event
  lastTimestamp: "2026-07-27T22:30:14Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-27T22:30:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:30:14Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-zwxj7.18c64621fff194ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "51707"
    uid: 9d3343b7-a877-437e-901c-62faadd1f16e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-133.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-133.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:30:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-zwxj7
    namespace: kserve-ci-e2e-test
    resourceVersion: "51682"
    uid: 14f27bab-7371-4f73-8d18-78ef2234bded
  kind: Event
  lastTimestamp: "2026-07-27T22:30:14Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-27T22:30:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:30:14Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-zwxj7.18c646220056808c
    namespace: kserve-ci-e2e-test
    resourceVersion: "51708"
    uid: fe9d41b3-38ae-43e7-91af-101ac198d00b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-133.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-133.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:30:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-zwxj7
    namespace: kserve-ci-e2e-test
    resourceVersion: "51682"
    uid: 14f27bab-7371-4f73-8d18-78ef2234bded
  kind: Event
  lastTimestamp: "2026-07-27T22:30:18Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-27T22:30:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:30:18Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-zwxj7.18c64622e8df1727
    namespace: kserve-ci-e2e-test
    resourceVersion: "51745"
    uid: 62216c72-5772-45e2-b090-10da3379834f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-133.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-133.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:30:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-zwxj7
    namespace: kserve-ci-e2e-test
    resourceVersion: "51682"
    uid: 14f27bab-7371-4f73-8d18-78ef2234bded
  kind: Event
  lastTimestamp: "2026-07-27T22:30:18Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-27T22:30:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:30:18Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-zwxj7.18c64622ebe8f5b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "51747"
    uid: 9c2e0844-d1ec-4b84-8f87-475ab23fe6b6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-133.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-133.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:30:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-zwxj7
    namespace: kserve-ci-e2e-test
    resourceVersion: "51682"
    uid: 14f27bab-7371-4f73-8d18-78ef2234bded
  kind: Event
  lastTimestamp: "2026-07-27T22:30:18Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T22:30:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:30:18Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-zwxj7.18c64622ec50258d
    namespace: kserve-ci-e2e-test
    resourceVersion: "51750"
    uid: 6220942f-6479-4542-8423-b62803c1281d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-133.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-133.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:30:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-zwxj7
    namespace: kserve-ci-e2e-test
    resourceVersion: "51682"
    uid: 14f27bab-7371-4f73-8d18-78ef2234bded
  kind: Event
  lastTimestamp: "2026-07-27T22:30:18Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T22:30:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:30:18Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-zwxj7.18c64622ec5a9219
    namespace: kserve-ci-e2e-test
    resourceVersion: "51751"
    uid: 0e332a8f-0079-4434-84ae-80bb324c20d3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-133.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-133.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:30:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-zwxj7
    namespace: kserve-ci-e2e-test
    resourceVersion: "51682"
    uid: 14f27bab-7371-4f73-8d18-78ef2234bded
  kind: Event
  lastTimestamp: "2026-07-27T22:30:18Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-27T22:30:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:30:18Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-zwxj7.18c64622efcae8bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "51753"
    uid: 4bebec2e-8517-4aee-be8b-482498cf333c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-133.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-133.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:30:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-zwxj7
    namespace: kserve-ci-e2e-test
    resourceVersion: "51682"
    uid: 14f27bab-7371-4f73-8d18-78ef2234bded
  kind: Event
  lastTimestamp: "2026-07-27T22:30:18Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T22:30:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:30:18Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-zwxj7.18c64622f0319a0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "51754"
    uid: fc44e696-bb11-4504-857b-fff6b5f6c6f3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-133.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-133.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-27T22:30:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-zwxj7
    namespace: kserve-ci-e2e-test
    resourceVersion: "51682"
    uid: 14f27bab-7371-4f73-8d18-78ef2234bded
  kind: Event
  lastTimestamp: "2026-07-27T22:31:36Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.45:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-27T22:30:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:31:36Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-zwxj7.18c6462360cdc824
    namespace: kserve-ci-e2e-test
    resourceVersion: "52327"
    uid: 98d058ee-8af8-4c1d-b660-c9166759c38f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-133.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-133.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:31:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-zwxj7
    namespace: kserve-ci-e2e-test
    resourceVersion: "51682"
    uid: 14f27bab-7371-4f73-8d18-78ef2234bded
  kind: Event
  lastTimestamp: "2026-07-27T22:31:33Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T22:31:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:31:33Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-zwxj7.18c6463463eb9775
    namespace: kserve-ci-e2e-test
    resourceVersion: "52305"
    uid: 2e64ec1c-efaf-49bb-8ff0-f9428684a7d9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-133.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-133.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:31:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-zwxj7
    namespace: kserve-ci-e2e-test
    resourceVersion: "51682"
    uid: 14f27bab-7371-4f73-8d18-78ef2234bded
  kind: Event
  lastTimestamp: "2026-07-27T22:31:33Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T22:31:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:31:33Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-zwxj7.18c6463463ec2d67
    namespace: kserve-ci-e2e-test
    resourceVersion: "52306"
    uid: 6f886dee-9d22-41c1-be57-60a56de7a3de
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-133.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-133.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:31:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-zwxj7
    namespace: kserve-ci-e2e-test
    resourceVersion: "51682"
    uid: 14f27bab-7371-4f73-8d18-78ef2234bded
  kind: Event
  lastTimestamp: "2026-07-27T22:31:36Z"
  message: 'Readiness probe failed: Get "https://10.132.0.45:8643/healthz": dial tcp
    10.132.0.45:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-27T22:31:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:31:36Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-zwxj7.18c6463512fd0000
    namespace: kserve-ci-e2e-test
    resourceVersion: "52326"
    uid: e5720f9f-155f-45ce-ae37-75897f253fd5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-133.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-133.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:30:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-predictor-fcc668bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "51669"
    uid: b87dc49a-35c1-4fdc-8bd7-d471a098ade5
  kind: Event
  lastTimestamp: "2026-07-27T22:30:13Z"
  message: 'Created pod: isvc-xgboost-v2-predictor-fcc668bc-zwxj7'
  metadata:
    creationTimestamp: "2026-07-27T22:30:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T22:30:13Z"
    name: isvc-xgboost-v2-predictor-fcc668bc.18c64621bcc15ef0
    namespace: kserve-ci-e2e-test
    resourceVersion: "51680"
    uid: bbed7717-098c-4f4e-8ae0-d9941fdd793c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:30:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "51667"
    uid: 287c3f10-24b7-422f-ac6c-b84612851dd0
  kind: Event
  lastTimestamp: "2026-07-27T22:30:12Z"
  message: Scaled up replica set isvc-xgboost-v2-predictor-fcc668bc from 0 to 1
  metadata:
    creationTimestamp: "2026-07-27T22:30:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T22:30:12Z"
    name: isvc-xgboost-v2-predictor.18c64621b9bbafbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "51671"
    uid: ad51c2ad-2173-4c02-8f35-06cc877ff72e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:30:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "51668"
    uid: 2d11f646-d372-426d-8429-020d3ef0f587
  kind: Event
  lastTimestamp: "2026-07-27T22:30:27Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T22:30:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T22:30:27Z"
    name: isvc-xgboost-v2-predictor.18c6462538dabe3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "51822"
    uid: 51e092b4-e062-43c2-9969-9bad76a9bef0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:30:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "51668"
    uid: 2d11f646-d372-426d-8429-020d3ef0f587
  kind: Event
  lastTimestamp: "2026-07-27T22:30:27Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T22:30:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T22:30:27Z"
    name: isvc-xgboost-v2-predictor.18c64625393b4ede
    namespace: kserve-ci-e2e-test
    resourceVersion: "51824"
    uid: c2934998-fe65-4167-a504-3fd464003a5c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-27T22:30:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "51823"
    uid: 2d11f646-d372-426d-8429-020d3ef0f587
  kind: Event
  lastTimestamp: "2026-07-27T22:31:28Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T22:30:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T22:31:28Z"
    name: isvc-xgboost-v2-predictor.18c64628b7f87bba
    namespace: kserve-ci-e2e-test
    resourceVersion: "52251"
    uid: 68646b79-b019-46d4-b53f-2226d0c06305
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-27T22:30:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "51823"
    uid: 2d11f646-d372-426d-8429-020d3ef0f587
  kind: Event
  lastTimestamp: "2026-07-27T22:31:28Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T22:30:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T22:31:28Z"
    name: isvc-xgboost-v2-predictor.18c64628b85a5c5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "52252"
    uid: b0996a03-3fd2-4f44-b289-660a48fc9449
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-27T22:29:07.847923Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-ztx86
    namespace: kserve-ci-e2e-test
    resourceVersion: "51133"
    uid: 2fd08e6c-8600-41fd-9ea2-bac7b8b9f33b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-runtime-predictor-7787c55dc9-ztx86
    to ip-10-0-142-219.ec2.internal
  metadata:
    creationTimestamp: "2026-07-27T22:29:07Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-27T22:29:07Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-ztx86.18c646129093a6f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "51137"
    uid: bb10343a-4dd4-47c1-a94c-c26d2952f191
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-858ff8b64f-jq2m2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:29:08Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-ztx86
    namespace: kserve-ci-e2e-test
    resourceVersion: "51143"
    uid: 2fd08e6c-8600-41fd-9ea2-bac7b8b9f33b
  kind: Event
  lastTimestamp: "2026-07-27T22:29:08Z"
  message: Add eth0 [10.133.0.70/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-27T22:29:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-27T22:29:08Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-ztx86.18c64612a9ea4bde
    namespace: kserve-ci-e2e-test
    resourceVersion: "51150"
    uid: 56e09918-f007-4e2b-b437-b02eb2ec8a7a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:29:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-ztx86
    namespace: kserve-ci-e2e-test
    resourceVersion: "51135"
    uid: 2fd08e6c-8600-41fd-9ea2-bac7b8b9f33b
  kind: Event
  lastTimestamp: "2026-07-27T22:29:08Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T22:29:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:29:08Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-ztx86.18c64612ab6a8d5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "51152"
    uid: 089ff2d7-7dcd-4c49-952a-d7c07d203dcf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:29:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-ztx86
    namespace: kserve-ci-e2e-test
    resourceVersion: "51135"
    uid: 2fd08e6c-8600-41fd-9ea2-bac7b8b9f33b
  kind: Event
  lastTimestamp: "2026-07-27T22:29:08Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-27T22:29:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:29:08Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-ztx86.18c64612ae0abf98
    namespace: kserve-ci-e2e-test
    resourceVersion: "51153"
    uid: 250b667b-ef44-4823-9034-aaf3a9ab8d92
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:29:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-ztx86
    namespace: kserve-ci-e2e-test
    resourceVersion: "51135"
    uid: 2fd08e6c-8600-41fd-9ea2-bac7b8b9f33b
  kind: Event
  lastTimestamp: "2026-07-27T22:29:08Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-27T22:29:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:29:08Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-ztx86.18c64612ae885f27
    namespace: kserve-ci-e2e-test
    resourceVersion: "51154"
    uid: 21b65260-8f00-4755-9cab-a6c5801d3c89
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:29:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-ztx86
    namespace: kserve-ci-e2e-test
    resourceVersion: "51135"
    uid: 2fd08e6c-8600-41fd-9ea2-bac7b8b9f33b
  kind: Event
  lastTimestamp: "2026-07-27T22:29:12Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-07-27T22:29:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:29:12Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-ztx86.18c64613b2c7f607
    namespace: kserve-ci-e2e-test
    resourceVersion: "51192"
    uid: df4efa5d-6a24-421a-bc8a-06a6a3105c7c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:29:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-ztx86
    namespace: kserve-ci-e2e-test
    resourceVersion: "51135"
    uid: 2fd08e6c-8600-41fd-9ea2-bac7b8b9f33b
  kind: Event
  lastTimestamp: "2026-07-27T22:29:12Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-27T22:29:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:29:12Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-ztx86.18c64613b5819710
    namespace: kserve-ci-e2e-test
    resourceVersion: "51194"
    uid: 6e4329f5-b3c0-4628-93e0-44b8ebca7199
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:29:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-ztx86
    namespace: kserve-ci-e2e-test
    resourceVersion: "51135"
    uid: 2fd08e6c-8600-41fd-9ea2-bac7b8b9f33b
  kind: Event
  lastTimestamp: "2026-07-27T22:29:12Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T22:29:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:29:12Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-ztx86.18c64613b5f4fa9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "51195"
    uid: 553bb0b5-f938-4665-ba28-89e0a192a825
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:29:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-ztx86
    namespace: kserve-ci-e2e-test
    resourceVersion: "51135"
    uid: 2fd08e6c-8600-41fd-9ea2-bac7b8b9f33b
  kind: Event
  lastTimestamp: "2026-07-27T22:29:12Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T22:29:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:29:12Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-ztx86.18c64613b5fe1ae1
    namespace: kserve-ci-e2e-test
    resourceVersion: "51198"
    uid: b33640bf-224e-4abe-a36c-980936e98544
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:29:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-ztx86
    namespace: kserve-ci-e2e-test
    resourceVersion: "51135"
    uid: 2fd08e6c-8600-41fd-9ea2-bac7b8b9f33b
  kind: Event
  lastTimestamp: "2026-07-27T22:29:12Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-27T22:29:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:29:12Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-ztx86.18c64613b8af3971
    namespace: kserve-ci-e2e-test
    resourceVersion: "51200"
    uid: cd3b265d-5782-4683-b1f5-b8f59a378685
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:29:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-ztx86
    namespace: kserve-ci-e2e-test
    resourceVersion: "51135"
    uid: 2fd08e6c-8600-41fd-9ea2-bac7b8b9f33b
  kind: Event
  lastTimestamp: "2026-07-27T22:29:12Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T22:29:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:29:12Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-ztx86.18c64613b91f669d
    namespace: kserve-ci-e2e-test
    resourceVersion: "51201"
    uid: 15d3f9fe-fad1-4e16-b66a-caaeada22810
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:29:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-ztx86
    namespace: kserve-ci-e2e-test
    resourceVersion: "51135"
    uid: 2fd08e6c-8600-41fd-9ea2-bac7b8b9f33b
  kind: Event
  lastTimestamp: "2026-07-27T22:29:49Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-07-27T22:29:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:29:49Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-ztx86.18c6461c55b90204
    namespace: kserve-ci-e2e-test
    resourceVersion: "51465"
    uid: 841949cc-5bec-4bc0-aab3-2225af1df3e5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:30:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-ztx86
    namespace: kserve-ci-e2e-test
    resourceVersion: "51135"
    uid: 2fd08e6c-8600-41fd-9ea2-bac7b8b9f33b
  kind: Event
  lastTimestamp: "2026-07-27T22:30:07Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T22:30:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:30:07Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-ztx86.18c646208b5c8025
    namespace: kserve-ci-e2e-test
    resourceVersion: "51617"
    uid: 60a9f37b-0044-4e7a-a5c1-e5b8b5cf559d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:30:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-ztx86
    namespace: kserve-ci-e2e-test
    resourceVersion: "51135"
    uid: 2fd08e6c-8600-41fd-9ea2-bac7b8b9f33b
  kind: Event
  lastTimestamp: "2026-07-27T22:30:07Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T22:30:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:30:07Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-ztx86.18c646208b5cfc90
    namespace: kserve-ci-e2e-test
    resourceVersion: "51618"
    uid: b86376d7-1dc5-4eab-ba80-eb1dfae61165
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T22:30:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-ztx86
    namespace: kserve-ci-e2e-test
    resourceVersion: "51135"
    uid: 2fd08e6c-8600-41fd-9ea2-bac7b8b9f33b
  kind: Event
  lastTimestamp: "2026-07-27T22:30:14Z"
  message: 'Readiness probe failed: Get "https://10.133.0.70:8643/healthz": dial tcp
    10.133.0.70:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-27T22:30:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:30:14Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-ztx86.18c64620f8f447bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "51712"
    uid: 2ec4c65a-241b-416e-9517-611d72b6b27b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:30:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-ztx86
    namespace: kserve-ci-e2e-test
    resourceVersion: "51135"
    uid: 2fd08e6c-8600-41fd-9ea2-bac7b8b9f33b
  kind: Event
  lastTimestamp: "2026-07-27T22:30:10Z"
  message: 'Readiness probe failed: Get "http://10.133.0.70:8080/v2/models/isvc-xgboost-v2-runtime/ready":
    context deadline exceeded (Client.Timeout exceeded while awaiting headers)'
  metadata:
    creationTimestamp: "2026-07-27T22:30:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:30:10Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-ztx86.18c646213760ac60
    namespace: kserve-ci-e2e-test
    resourceVersion: "51642"
    uid: 35247661-1a6f-47ed-97cb-7199dc7c4fa3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:29:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "51120"
    uid: 83d9c262-82a0-4150-a0c3-642fcaaa05ca
  kind: Event
  lastTimestamp: "2026-07-27T22:29:07Z"
  message: 'Created pod: isvc-xgboost-v2-runtime-predictor-7787c55dc9-ztx86'
  metadata:
    creationTimestamp: "2026-07-27T22:29:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T22:29:07Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9.18c64612901edf13
    namespace: kserve-ci-e2e-test
    resourceVersion: "51134"
    uid: d079063b-8241-49b6-8f2e-3d01ceb46ac9
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:29:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "51118"
    uid: 5b02bf9e-c91a-4283-9f74-6e6b3d7277e9
  kind: Event
  lastTimestamp: "2026-07-27T22:29:07Z"
  message: Scaled up replica set isvc-xgboost-v2-runtime-predictor-7787c55dc9 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-27T22:29:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T22:29:07Z"
    name: isvc-xgboost-v2-runtime-predictor.18c646128adcc91f
    namespace: kserve-ci-e2e-test
    resourceVersion: "51122"
    uid: 7f82c2bc-1b69-42e2-a1a5-272ff4f05122
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T22:29:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "51119"
    uid: 6ce764e6-2f90-4359-a9b0-3e057e4ec719
  kind: Event
  lastTimestamp: "2026-07-27T22:29:52Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T22:29:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T22:29:52Z"
    name: isvc-xgboost-v2-runtime-predictor.18c6461609cad1d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "51485"
    uid: 83612657-197c-467f-9b27-b9a8841bd480
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T22:29:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "51119"
    uid: 6ce764e6-2f90-4359-a9b0-3e057e4ec719
  kind: Event
  lastTimestamp: "2026-07-27T22:29:52Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T22:29:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T22:29:52Z"
    name: isvc-xgboost-v2-runtime-predictor.18c646160a325dd0
    namespace: kserve-ci-e2e-test
    resourceVersion: "51486"
    uid: df9046cb-fc4d-4774-a416-3097a1111d59
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T22:29:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "51274"
    uid: 6ce764e6-2f90-4359-a9b0-3e057e4ec719
  kind: Event
  lastTimestamp: "2026-07-27T22:30:07Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T22:29:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T22:30:07Z"
    name: isvc-xgboost-v2-runtime-predictor.18c6461988f3a933
    namespace: kserve-ci-e2e-test
    resourceVersion: "51600"
    uid: 8f2b44ac-b738-4041-9357-bdfa278a37d6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T22:29:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "51274"
    uid: 6ce764e6-2f90-4359-a9b0-3e057e4ec719
  kind: Event
  lastTimestamp: "2026-07-27T22:30:07Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T22:29:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T22:30:07Z"
    name: isvc-xgboost-v2-runtime-predictor.18c64619895a105a
    namespace: kserve-ci-e2e-test
    resourceVersion: "51602"
    uid: 2867b65d-283a-4acd-ad97-9a803d4ed76c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-27T22:29:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "51111"
    uid: cf020ae1-3e33-468f-8c8e-ca4720c4d7fe
  kind: Event
  lastTimestamp: "2026-07-27T22:29:59Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-27T22:29:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T22:29:59Z"
    name: isvc-xgboost-v2-runtime.18c646128af03fc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "51540"
    uid: 5b3fce22-636a-4a48-a4bb-b885d989f660
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T22:29:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "51111"
    uid: cf020ae1-3e33-468f-8c8e-ca4720c4d7fe
  kind: Event
  lastTimestamp: "2026-07-27T22:29:07Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-27T22:29:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T22:29:07Z"
    name: isvc-xgboost-v2-runtime.18c646128b76643e
    namespace: kserve-ci-e2e-test
    resourceVersion: "51144"
    uid: 57683da2-9072-452e-880c-4c2077c80262
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:29:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "51115"
    uid: cf020ae1-3e33-468f-8c8e-ca4720c4d7fe
  kind: Event
  lastTimestamp: "2026-07-27T22:29:07Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-xgboost-v2-runtime": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-27T22:29:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T22:29:07Z"
    name: isvc-xgboost-v2-runtime.18c646129213b412
    namespace: kserve-ci-e2e-test
    resourceVersion: "51146"
    uid: b2d749af-5c65-48ea-93d1-9bda64a019b9
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:29:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "51538"
    uid: cf020ae1-3e33-468f-8c8e-ca4720c4d7fe
  kind: Event
  lastTimestamp: "2026-07-27T22:29:59Z"
  message: InferenceService [isvc-xgboost-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-07-27T22:29:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T22:29:59Z"
    name: isvc-xgboost-v2-runtime.18c6461eaa54ca80
    namespace: kserve-ci-e2e-test
    resourceVersion: "51539"
    uid: 91c00ab5-e562-4637-af13-0c85520afb33
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-27T22:30:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "51660"
    uid: b67f25cb-597f-4462-8fb2-3a6221a8720a
  kind: Event
  lastTimestamp: "2026-07-27T22:31:26Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-27T22:30:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T22:31:26Z"
    name: isvc-xgboost-v2.18c64621b9b83e4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "52239"
    uid: b131ebe2-6244-4a51-8d73-09b9312b39d1
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:30:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "51660"
    uid: b67f25cb-597f-4462-8fb2-3a6221a8720a
  kind: Event
  lastTimestamp: "2026-07-27T22:30:12Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-27T22:30:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T22:30:12Z"
    name: isvc-xgboost-v2.18c64621ba4aa7a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "51674"
    uid: 861fd40f-4a4e-4ce1-ac68-e69440f4f9b7
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:31:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "52234"
    uid: b67f25cb-597f-4462-8fb2-3a6221a8720a
  kind: Event
  lastTimestamp: "2026-07-27T22:31:26Z"
  message: InferenceService [isvc-xgboost-v2] is Ready
  metadata:
    creationTimestamp: "2026-07-27T22:31:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T22:31:26Z"
    name: isvc-xgboost-v2.18c64632c5d098fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "52236"
    uid: 1a6b3952-7e22-464f-8739-9f44358b14f2
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-27T22:23:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "48499"
    uid: 54c3aece-2a1c-4b62-98a5-dd597d54c857
  kind: Event
  lastTimestamp: "2026-07-27T22:25:18Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-27T22:23:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T22:25:18Z"
    name: isvc-xgboost.18c645c7c8f04e06
    namespace: kserve-ci-e2e-test
    resourceVersion: "49210"
    uid: 371caaa6-a5ef-4cee-a69e-c750a89fc058
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:23:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "48499"
    uid: 54c3aece-2a1c-4b62-98a5-dd597d54c857
  kind: Event
  lastTimestamp: "2026-07-27T22:23:46Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-07-27T22:23:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T22:23:46Z"
    name: isvc-xgboost.18c645c7c980256d
    namespace: kserve-ci-e2e-test
    resourceVersion: "48515"
    uid: 836f3e37-7fc5-4f9e-8db3-785a25e950ec
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:25:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "49208"
    uid: 54c3aece-2a1c-4b62-98a5-dd597d54c857
  kind: Event
  lastTimestamp: "2026-07-27T22:25:18Z"
  message: InferenceService [isvc-xgboost] is Ready
  metadata:
    creationTimestamp: "2026-07-27T22:25:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T22:25:18Z"
    name: isvc-xgboost.18c645dd30e6dac6
    namespace: kserve-ci-e2e-test
    resourceVersion: "49209"
    uid: e97f589d-0650-47ca-990e-2efb6f58e454
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-27T21:19:45.408248Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-85khn
    namespace: kserve-ci-e2e-test
    resourceVersion: "16723"
    uid: b6343eda-b4e9-4058-a547-318b2ebf6d90
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/message-dumper-predictor-6575bcfdfd-85khn
    to ip-10-0-142-219.ec2.internal
  metadata:
    creationTimestamp: "2026-07-27T21:19:45Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-27T21:19:45Z"
    name: message-dumper-predictor-6575bcfdfd-85khn.18c642496bd6a9e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16733"
    uid: b737c54a-8356-4aeb-8654-c881f9dd440d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-858ff8b64f-jq2m2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:19:45Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-85khn
    namespace: kserve-ci-e2e-test
    resourceVersion: "16742"
    uid: b6343eda-b4e9-4058-a547-318b2ebf6d90
  kind: Event
  lastTimestamp: "2026-07-27T21:19:45Z"
  message: Add eth0 [10.133.0.27/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-27T21:19:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-27T21:19:45Z"
    name: message-dumper-predictor-6575bcfdfd-85khn.18c642498563df0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16754"
    uid: 3bf04d9e-5c36-40c4-8592-444a1070afc0
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:19:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-85khn
    namespace: kserve-ci-e2e-test
    resourceVersion: "16728"
    uid: b6343eda-b4e9-4058-a547-318b2ebf6d90
  kind: Event
  lastTimestamp: "2026-07-27T21:19:45Z"
  message: Pulling image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
  metadata:
    creationTimestamp: "2026-07-27T21:19:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:19:45Z"
    name: message-dumper-predictor-6575bcfdfd-85khn.18c6424986af5cb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16757"
    uid: f3c21c51-0eaf-48da-8fbc-fe0c89780fc3
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:19:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-85khn
    namespace: kserve-ci-e2e-test
    resourceVersion: "16728"
    uid: b6343eda-b4e9-4058-a547-318b2ebf6d90
  kind: Event
  lastTimestamp: "2026-07-27T21:19:47Z"
  message: 'Successfully pulled image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
    in 1.287s (1.287s including waiting). Image size: 14813193 bytes.'
  metadata:
    creationTimestamp: "2026-07-27T21:19:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:19:47Z"
    name: message-dumper-predictor-6575bcfdfd-85khn.18c64249d3738989
    namespace: kserve-ci-e2e-test
    resourceVersion: "16766"
    uid: 57067901-bca1-48b9-8861-a775ddb1ee77
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:19:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-85khn
    namespace: kserve-ci-e2e-test
    resourceVersion: "16728"
    uid: b6343eda-b4e9-4058-a547-318b2ebf6d90
  kind: Event
  lastTimestamp: "2026-07-27T21:19:47Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-27T21:19:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:19:47Z"
    name: message-dumper-predictor-6575bcfdfd-85khn.18c64249d638cc84
    namespace: kserve-ci-e2e-test
    resourceVersion: "16767"
    uid: 3df8125b-74e5-4920-af8e-2d221d2279a5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:19:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-85khn
    namespace: kserve-ci-e2e-test
    resourceVersion: "16728"
    uid: b6343eda-b4e9-4058-a547-318b2ebf6d90
  kind: Event
  lastTimestamp: "2026-07-27T21:19:47Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T21:19:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:19:47Z"
    name: message-dumper-predictor-6575bcfdfd-85khn.18c64249d699c053
    namespace: kserve-ci-e2e-test
    resourceVersion: "16768"
    uid: b8391a91-e252-4b58-90f9-245c36a7f574
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:19:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-85khn
    namespace: kserve-ci-e2e-test
    resourceVersion: "16728"
    uid: b6343eda-b4e9-4058-a547-318b2ebf6d90
  kind: Event
  lastTimestamp: "2026-07-27T21:19:47Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T21:19:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:19:47Z"
    name: message-dumper-predictor-6575bcfdfd-85khn.18c64249d6a306d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16769"
    uid: 82387a8e-5cdb-420e-92ba-a85a78c56a01
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:19:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-85khn
    namespace: kserve-ci-e2e-test
    resourceVersion: "16728"
    uid: b6343eda-b4e9-4058-a547-318b2ebf6d90
  kind: Event
  lastTimestamp: "2026-07-27T21:19:47Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-27T21:19:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:19:47Z"
    name: message-dumper-predictor-6575bcfdfd-85khn.18c64249d9f81988
    namespace: kserve-ci-e2e-test
    resourceVersion: "16770"
    uid: 6db9e9c0-031e-4814-a69d-c13af5b9462f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:19:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-85khn
    namespace: kserve-ci-e2e-test
    resourceVersion: "16728"
    uid: b6343eda-b4e9-4058-a547-318b2ebf6d90
  kind: Event
  lastTimestamp: "2026-07-27T21:19:47Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T21:19:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:19:47Z"
    name: message-dumper-predictor-6575bcfdfd-85khn.18c64249daa85bbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16771"
    uid: 2b9b9dcd-c924-4fcd-b871-42f223b849c7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:21:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-85khn
    namespace: kserve-ci-e2e-test
    resourceVersion: "16728"
    uid: b6343eda-b4e9-4058-a547-318b2ebf6d90
  kind: Event
  lastTimestamp: "2026-07-27T21:21:40Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T21:21:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:21:40Z"
    name: message-dumper-predictor-6575bcfdfd-85khn.18c64264498863ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "17749"
    uid: 5e51989d-d34d-40bc-a7fa-5cd6087f43b1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:21:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-85khn
    namespace: kserve-ci-e2e-test
    resourceVersion: "16728"
    uid: b6343eda-b4e9-4058-a547-318b2ebf6d90
  kind: Event
  lastTimestamp: "2026-07-27T21:21:40Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T21:21:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T21:21:40Z"
    name: message-dumper-predictor-6575bcfdfd-85khn.18c642644988c5b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17750"
    uid: 0c685b30-0e50-417f-aee5-524fd4885ef7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:19:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: message-dumper-predictor-6575bcfdfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16705"
    uid: 9c00c1e5-2785-46e7-b33d-b49dca21f77d
  kind: Event
  lastTimestamp: "2026-07-27T21:19:45Z"
  message: 'Created pod: message-dumper-predictor-6575bcfdfd-85khn'
  metadata:
    creationTimestamp: "2026-07-27T21:19:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:19:45Z"
    name: message-dumper-predictor-6575bcfdfd.18c642496b69dd82
    namespace: kserve-ci-e2e-test
    resourceVersion: "16726"
    uid: ffaa507c-862d-4a72-a671-87a8e00a2e2b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:19:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16703"
    uid: 710bd560-1e8a-4a00-9ae0-f10f29c0f837
  kind: Event
  lastTimestamp: "2026-07-27T21:19:45Z"
  message: Scaled up replica set message-dumper-predictor-6575bcfdfd from 0 to 1
  metadata:
    creationTimestamp: "2026-07-27T21:19:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:19:45Z"
    name: message-dumper-predictor.18c64249679b3146
    namespace: kserve-ci-e2e-test
    resourceVersion: "16706"
    uid: b7a7769d-776c-44a5-a1aa-987e37671fb4
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T21:20:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16704"
    uid: 2d6a53c7-70b9-4dce-99aa-01857b9efa08
  kind: Event
  lastTimestamp: "2026-07-27T21:20:15Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T21:20:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:20:15Z"
    name: message-dumper-predictor.18c6424ce648c60b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17051"
    uid: 0505bc8a-69b7-4e5a-a022-7bb6af211fd2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T21:20:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16704"
    uid: 2d6a53c7-70b9-4dce-99aa-01857b9efa08
  kind: Event
  lastTimestamp: "2026-07-27T21:20:15Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T21:20:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:20:15Z"
    name: message-dumper-predictor.18c6424ce6a6aba0
    namespace: kserve-ci-e2e-test
    resourceVersion: "17052"
    uid: 5cb6638d-351b-4ee5-808b-fe680b35ce6b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:20:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16883"
    uid: 2d6a53c7-70b9-4dce-99aa-01857b9efa08
  kind: Event
  lastTimestamp: "2026-07-27T21:20:30Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T21:20:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:20:30Z"
    name: message-dumper-predictor.18c64253e481839b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17169"
    uid: b7d02ff7-8be0-45ae-aa61-50e4c76a4bc0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:20:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16883"
    uid: 2d6a53c7-70b9-4dce-99aa-01857b9efa08
  kind: Event
  lastTimestamp: "2026-07-27T21:20:30Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T21:20:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T21:20:30Z"
    name: message-dumper-predictor.18c64253e4f0b335
    namespace: kserve-ci-e2e-test
    resourceVersion: "17171"
    uid: c78748af-781c-4872-beab-416eb26f6935
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-07-27T21:19:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "16696"
    uid: e95f1cad-8304-4641-804a-82e0c3c37b2c
  kind: Event
  lastTimestamp: "2026-07-27T21:19:55Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-27T21:19:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T21:19:55Z"
    name: message-dumper.18c6424967da78db
    namespace: kserve-ci-e2e-test
    resourceVersion: "16847"
    uid: 894730e2-3697-480a-9080-3f06ae58132b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:19:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "16696"
    uid: e95f1cad-8304-4641-804a-82e0c3c37b2c
  kind: Event
  lastTimestamp: "2026-07-27T21:19:45Z"
  message: 'Failed to update status for InferenceService "message-dumper": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "message-dumper": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-07-27T21:19:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T21:19:45Z"
    name: message-dumper.18c642496849c940
    namespace: kserve-ci-e2e-test
    resourceVersion: "16710"
    uid: 3c064722-496f-43ec-b171-2716137b45fc
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T21:19:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "16845"
    uid: e95f1cad-8304-4641-804a-82e0c3c37b2c
  kind: Event
  lastTimestamp: "2026-07-27T21:19:55Z"
  message: InferenceService [message-dumper] is Ready
  metadata:
    creationTimestamp: "2026-07-27T21:19:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T21:19:55Z"
    name: message-dumper.18c6424bd8eafe34
    namespace: kserve-ci-e2e-test
    resourceVersion: "16846"
    uid: 018a58f5-6cfb-4438-8fd9-44d53485cd94
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-27T22:14:00.051494Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-bcgr5
    namespace: kserve-ci-e2e-test
    resourceVersion: "43632"
    uid: 988f9ffe-754b-4c15-b775-77170d2fcd3a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/sklearn-v2-mlserver-predictor-7f568cdc6b-bcgr5
    to ip-10-0-142-219.ec2.internal
  metadata:
    creationTimestamp: "2026-07-27T22:14:00Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-27T22:14:00Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-bcgr5.18c6453f33b163de
    namespace: kserve-ci-e2e-test
    resourceVersion: "43636"
    uid: 6b1ee2a1-bbba-4ff9-b086-b978abf58b1a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-858ff8b64f-jq2m2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:14:00Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-bcgr5
    namespace: kserve-ci-e2e-test
    resourceVersion: "43642"
    uid: 988f9ffe-754b-4c15-b775-77170d2fcd3a
  kind: Event
  lastTimestamp: "2026-07-27T22:14:00Z"
  message: Add eth0 [10.133.0.59/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-27T22:14:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-27T22:14:00Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-bcgr5.18c6453f4d1056db
    namespace: kserve-ci-e2e-test
    resourceVersion: "43652"
    uid: f46a2b89-ea7e-4538-b299-d298e7bdda33
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:14:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-bcgr5
    namespace: kserve-ci-e2e-test
    resourceVersion: "43633"
    uid: 988f9ffe-754b-4c15-b775-77170d2fcd3a
  kind: Event
  lastTimestamp: "2026-07-27T22:14:00Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T22:14:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:14:00Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-bcgr5.18c6453f4e6d5cdf
    namespace: kserve-ci-e2e-test
    resourceVersion: "43654"
    uid: 2fab5562-89bc-477a-9439-35b4929de860
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:14:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-bcgr5
    namespace: kserve-ci-e2e-test
    resourceVersion: "43633"
    uid: 988f9ffe-754b-4c15-b775-77170d2fcd3a
  kind: Event
  lastTimestamp: "2026-07-27T22:14:00Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-27T22:14:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:14:00Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-bcgr5.18c6453f51e880e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "43655"
    uid: aca2d286-83ea-4ec5-b3e8-7b7e88a432ce
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:14:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-bcgr5
    namespace: kserve-ci-e2e-test
    resourceVersion: "43633"
    uid: 988f9ffe-754b-4c15-b775-77170d2fcd3a
  kind: Event
  lastTimestamp: "2026-07-27T22:14:00Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-27T22:14:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:14:00Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-bcgr5.18c6453f52671258
    namespace: kserve-ci-e2e-test
    resourceVersion: "43656"
    uid: 3393a286-ca81-4c83-a06c-134c44c652b4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:14:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-bcgr5
    namespace: kserve-ci-e2e-test
    resourceVersion: "43633"
    uid: 988f9ffe-754b-4c15-b775-77170d2fcd3a
  kind: Event
  lastTimestamp: "2026-07-27T22:14:04Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-07-27T22:14:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:14:04Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-bcgr5.18c6454054f461d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "43696"
    uid: 2d757a9d-e00f-4a26-acb9-16ec89f883a7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:14:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-bcgr5
    namespace: kserve-ci-e2e-test
    resourceVersion: "43633"
    uid: 988f9ffe-754b-4c15-b775-77170d2fcd3a
  kind: Event
  lastTimestamp: "2026-07-27T22:14:04Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-27T22:14:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:14:04Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-bcgr5.18c6454057f901cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "43698"
    uid: 7f4741dd-4aa9-4e41-b12a-4b5286276c3c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:14:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-bcgr5
    namespace: kserve-ci-e2e-test
    resourceVersion: "43633"
    uid: 988f9ffe-754b-4c15-b775-77170d2fcd3a
  kind: Event
  lastTimestamp: "2026-07-27T22:14:04Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T22:14:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:14:04Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-bcgr5.18c64540587a3e8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "43700"
    uid: e0c17fcb-73d5-4338-ab9d-56a0735d1ff4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:14:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-bcgr5
    namespace: kserve-ci-e2e-test
    resourceVersion: "43633"
    uid: 988f9ffe-754b-4c15-b775-77170d2fcd3a
  kind: Event
  lastTimestamp: "2026-07-27T22:14:04Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T22:14:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:14:04Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-bcgr5.18c645405883a913
    namespace: kserve-ci-e2e-test
    resourceVersion: "43702"
    uid: cd0e7163-c4ca-4c53-9cc3-49b830f902ae
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:14:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-bcgr5
    namespace: kserve-ci-e2e-test
    resourceVersion: "43633"
    uid: 988f9ffe-754b-4c15-b775-77170d2fcd3a
  kind: Event
  lastTimestamp: "2026-07-27T22:14:05Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-27T22:14:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:14:05Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-bcgr5.18c645405b2c48c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "43704"
    uid: ffb64ba0-10a2-4cd5-9ce3-b13605cf60df
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:14:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-bcgr5
    namespace: kserve-ci-e2e-test
    resourceVersion: "43633"
    uid: 988f9ffe-754b-4c15-b775-77170d2fcd3a
  kind: Event
  lastTimestamp: "2026-07-27T22:14:05Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T22:14:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:14:05Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-bcgr5.18c645405b9d8bec
    namespace: kserve-ci-e2e-test
    resourceVersion: "43706"
    uid: 58f6142e-516b-409e-979a-bea9bf9d4d63
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:14:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-bcgr5
    namespace: kserve-ci-e2e-test
    resourceVersion: "43633"
    uid: 988f9ffe-754b-4c15-b775-77170d2fcd3a
  kind: Event
  lastTimestamp: "2026-07-27T22:14:42Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-07-27T22:14:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:14:42Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-bcgr5.18c64548f89c6db1
    namespace: kserve-ci-e2e-test
    resourceVersion: "43963"
    uid: 2a4dcbf3-0931-4fc7-af6a-a5b536f854c0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:15:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-bcgr5
    namespace: kserve-ci-e2e-test
    resourceVersion: "43633"
    uid: 988f9ffe-754b-4c15-b775-77170d2fcd3a
  kind: Event
  lastTimestamp: "2026-07-27T22:15:00Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T22:15:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:15:00Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-bcgr5.18c6454d2c1cfaab
    namespace: kserve-ci-e2e-test
    resourceVersion: "44116"
    uid: eed503db-748b-4909-aa4f-610166c1fdae
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:15:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-bcgr5
    namespace: kserve-ci-e2e-test
    resourceVersion: "43633"
    uid: 988f9ffe-754b-4c15-b775-77170d2fcd3a
  kind: Event
  lastTimestamp: "2026-07-27T22:15:00Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T22:15:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:15:00Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-bcgr5.18c6454d2c1d7b42
    namespace: kserve-ci-e2e-test
    resourceVersion: "44117"
    uid: 6d5fadd0-4ae0-4f47-ae2a-a451bdaf2c5d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T22:15:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-bcgr5
    namespace: kserve-ci-e2e-test
    resourceVersion: "43633"
    uid: 988f9ffe-754b-4c15-b775-77170d2fcd3a
  kind: Event
  lastTimestamp: "2026-07-27T22:15:06Z"
  message: 'Readiness probe failed: Get "https://10.133.0.59:8643/healthz": dial tcp
    10.133.0.59:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-27T22:15:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:15:06Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-bcgr5.18c6454d9afd7b23
    namespace: kserve-ci-e2e-test
    resourceVersion: "44218"
    uid: 195aeab1-6ef6-44a0-8b46-a1f047de9f77
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:15:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-bcgr5
    namespace: kserve-ci-e2e-test
    resourceVersion: "43633"
    uid: 988f9ffe-754b-4c15-b775-77170d2fcd3a
  kind: Event
  lastTimestamp: "2026-07-27T22:15:02Z"
  message: 'Readiness probe failed: Get "http://10.133.0.59:8080/v2/models/sklearn-v2-mlserver/ready":
    context deadline exceeded (Client.Timeout exceeded while awaiting headers)'
  metadata:
    creationTimestamp: "2026-07-27T22:15:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:15:02Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-bcgr5.18c6454dd9632fd3
    namespace: kserve-ci-e2e-test
    resourceVersion: "44142"
    uid: fa05f784-7112-4068-9030-ceb3f1cc8306
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:14:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: sklearn-v2-mlserver-predictor-7f568cdc6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "43618"
    uid: cdb4c5d0-d82d-4cb0-80b7-3bb5dcc79815
  kind: Event
  lastTimestamp: "2026-07-27T22:14:00Z"
  message: 'Created pod: sklearn-v2-mlserver-predictor-7f568cdc6b-bcgr5'
  metadata:
    creationTimestamp: "2026-07-27T22:14:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T22:14:00Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b.18c6453f33177a27
    namespace: kserve-ci-e2e-test
    resourceVersion: "43634"
    uid: 6784c34d-f196-4801-8b37-fc67e045e760
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:13:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "43616"
    uid: 390c3ed4-d0b0-4c60-bab6-cd688dd284d7
  kind: Event
  lastTimestamp: "2026-07-27T22:13:59Z"
  message: Scaled up replica set sklearn-v2-mlserver-predictor-7f568cdc6b from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-27T22:13:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T22:13:59Z"
    name: sklearn-v2-mlserver-predictor.18c6453f2b821955
    namespace: kserve-ci-e2e-test
    resourceVersion: "43619"
    uid: 9fc9370a-a4c7-4fdc-9bcf-b22b0f423b40
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-27T22:14:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "43617"
    uid: f9e0c7ef-88ce-40b0-8260-2a5ef0d26480
  kind: Event
  lastTimestamp: "2026-07-27T22:14:44Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T22:14:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T22:14:44Z"
    name: sklearn-v2-mlserver-predictor.18c64542aa83d305
    namespace: kserve-ci-e2e-test
    resourceVersion: "43984"
    uid: 56ea8dc6-5c9c-4bb1-97c7-f6ab2192b12f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-27T22:14:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "43617"
    uid: f9e0c7ef-88ce-40b0-8260-2a5ef0d26480
  kind: Event
  lastTimestamp: "2026-07-27T22:14:44Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T22:14:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T22:14:44Z"
    name: sklearn-v2-mlserver-predictor.18c64542aae0176b
    namespace: kserve-ci-e2e-test
    resourceVersion: "43986"
    uid: 2a6894cf-2c07-417b-bb19-149854ee9267
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:14:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "43777"
    uid: f9e0c7ef-88ce-40b0-8260-2a5ef0d26480
  kind: Event
  lastTimestamp: "2026-07-27T22:14:59Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T22:14:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T22:14:59Z"
    name: sklearn-v2-mlserver-predictor.18c6454d28ca5898
    namespace: kserve-ci-e2e-test
    resourceVersion: "44099"
    uid: b242c104-1cfc-49f2-9e0a-3719cc632d2c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:15:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "43777"
    uid: f9e0c7ef-88ce-40b0-8260-2a5ef0d26480
  kind: Event
  lastTimestamp: "2026-07-27T22:15:00Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T22:15:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T22:15:00Z"
    name: sklearn-v2-mlserver-predictor.18c6454d2933dd08
    namespace: kserve-ci-e2e-test
    resourceVersion: "44101"
    uid: 893ec4dc-1c6e-4739-bc7b-b6530775b09b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-27T22:13:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "43609"
    uid: dcecea51-b07d-41c6-9fe3-edfe7ac70899
  kind: Event
  lastTimestamp: "2026-07-27T22:14:52Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-27T22:13:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T22:14:52Z"
    name: sklearn-v2-mlserver.18c6453f2bee2892
    namespace: kserve-ci-e2e-test
    resourceVersion: "44038"
    uid: d4a30264-3f41-463c-8ae3-155e0b8efaca
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T22:13:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "43609"
    uid: dcecea51-b07d-41c6-9fe3-edfe7ac70899
  kind: Event
  lastTimestamp: "2026-07-27T22:14:00Z"
  message: 'Failed to update status for InferenceService "sklearn-v2-mlserver": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "sklearn-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-27T22:13:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T22:14:00Z"
    name: sklearn-v2-mlserver.18c6453f2cddcfea
    namespace: kserve-ci-e2e-test
    resourceVersion: "43641"
    uid: 44731d87-f3ce-4b40-813c-653477570754
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:14:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "43612"
    uid: dcecea51-b07d-41c6-9fe3-edfe7ac70899
  kind: Event
  lastTimestamp: "2026-07-27T22:14:00Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "sklearn-v2-mlserver": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-27T22:14:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T22:14:00Z"
    name: sklearn-v2-mlserver.18c6453f356e1447
    namespace: kserve-ci-e2e-test
    resourceVersion: "43643"
    uid: 11ebe427-5227-4329-b405-f414cc6fb2e2
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:14:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "44036"
    uid: dcecea51-b07d-41c6-9fe3-edfe7ac70899
  kind: Event
  lastTimestamp: "2026-07-27T22:14:52Z"
  message: InferenceService [sklearn-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-07-27T22:14:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T22:14:52Z"
    name: sklearn-v2-mlserver.18c6454b4c88cbd0
    namespace: kserve-ci-e2e-test
    resourceVersion: "44037"
    uid: 9767c6a8-cedf-435d-bf96-9d99a9941bbc
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-27T22:26:27.263695Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-9drb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "49826"
    uid: ee02286a-40e4-414d-8b03-da6fef2d8e0a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/xgboost-v2-mlserver-predictor-59944bcf4c-9drb4
    to ip-10-0-142-219.ec2.internal
  metadata:
    creationTimestamp: "2026-07-27T22:26:27Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-27T22:26:27Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-9drb4.18c645ed2d02cf4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "49832"
    uid: 227d831d-fbb1-4877-82e5-4f5488374ba3
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-858ff8b64f-jq2m2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:26:27Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-9drb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "49830"
    uid: ee02286a-40e4-414d-8b03-da6fef2d8e0a
  kind: Event
  lastTimestamp: "2026-07-27T22:26:27Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "xgboost-v2-mlserver-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-27T22:26:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:26:27Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-9drb4.18c645ed3372351f
    namespace: kserve-ci-e2e-test
    resourceVersion: "49839"
    uid: 4347f165-5ceb-479b-b6fe-f882cfc885df
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:26:27Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-9drb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "49836"
    uid: ee02286a-40e4-414d-8b03-da6fef2d8e0a
  kind: Event
  lastTimestamp: "2026-07-27T22:26:27Z"
  message: Add eth0 [10.133.0.69/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-27T22:26:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-27T22:26:27Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-9drb4.18c645ed588a8e8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "49846"
    uid: 9f189fd1-050e-4f04-9cf7-b9ac832c52ce
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:26:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-9drb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "49830"
    uid: ee02286a-40e4-414d-8b03-da6fef2d8e0a
  kind: Event
  lastTimestamp: "2026-07-27T22:26:28Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T22:26:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:26:28Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-9drb4.18c645ed59ec219a
    namespace: kserve-ci-e2e-test
    resourceVersion: "49848"
    uid: d1bbbbf8-97a0-4753-adb9-b1beed8e832a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:26:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-9drb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "49830"
    uid: ee02286a-40e4-414d-8b03-da6fef2d8e0a
  kind: Event
  lastTimestamp: "2026-07-27T22:26:28Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-27T22:26:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:26:28Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-9drb4.18c645ed5c950322
    namespace: kserve-ci-e2e-test
    resourceVersion: "49850"
    uid: d47bb613-2403-4572-bc58-aec18f20ccc3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:26:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-9drb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "49830"
    uid: ee02286a-40e4-414d-8b03-da6fef2d8e0a
  kind: Event
  lastTimestamp: "2026-07-27T22:26:28Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-27T22:26:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:26:28Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-9drb4.18c645ed5d042c2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "49851"
    uid: de9d36b4-e27b-4218-8276-4dfd2c600ff5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:26:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-9drb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "49830"
    uid: ee02286a-40e4-414d-8b03-da6fef2d8e0a
  kind: Event
  lastTimestamp: "2026-07-27T22:26:32Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-07-27T22:26:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:26:32Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-9drb4.18c645ee4c30c2ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "49886"
    uid: 65d7f54f-0955-4059-8a29-555a209fbb22
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:26:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-9drb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "49830"
    uid: ee02286a-40e4-414d-8b03-da6fef2d8e0a
  kind: Event
  lastTimestamp: "2026-07-27T22:26:32Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-27T22:26:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:26:32Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-9drb4.18c645ee4f1b99a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "49888"
    uid: e14751b8-5e50-44f5-98bd-828a4dbb9302
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:26:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-9drb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "49830"
    uid: ee02286a-40e4-414d-8b03-da6fef2d8e0a
  kind: Event
  lastTimestamp: "2026-07-27T22:26:32Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T22:26:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:26:32Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-9drb4.18c645ee4fa2dbfa
    namespace: kserve-ci-e2e-test
    resourceVersion: "49889"
    uid: b61b817b-b5bb-4fbc-ba7d-14e10ea00aa7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:26:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-9drb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "49830"
    uid: ee02286a-40e4-414d-8b03-da6fef2d8e0a
  kind: Event
  lastTimestamp: "2026-07-27T22:26:32Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T22:26:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:26:32Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-9drb4.18c645ee4facbd0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "49891"
    uid: 711646ca-9ccb-4937-aef4-dd15521b8e7b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:26:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-9drb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "49830"
    uid: ee02286a-40e4-414d-8b03-da6fef2d8e0a
  kind: Event
  lastTimestamp: "2026-07-27T22:26:32Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-27T22:26:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:26:32Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-9drb4.18c645ee523cb6ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "49893"
    uid: 85df0fa3-e8ce-4f25-8c31-50420e3773ce
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:26:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-9drb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "49830"
    uid: ee02286a-40e4-414d-8b03-da6fef2d8e0a
  kind: Event
  lastTimestamp: "2026-07-27T22:26:32Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T22:26:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:26:32Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-9drb4.18c645ee52aa8ce2
    namespace: kserve-ci-e2e-test
    resourceVersion: "49895"
    uid: 6743dbfc-a61f-49c1-a05a-57499fb539cf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:27:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-9drb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "49830"
    uid: ee02286a-40e4-414d-8b03-da6fef2d8e0a
  kind: Event
  lastTimestamp: "2026-07-27T22:27:17Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T22:27:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:27:17Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-9drb4.18c645f8d63f0a5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "50238"
    uid: 343b3e30-70ed-4cdc-b73b-6c1afb3d317a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:27:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-9drb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "49830"
    uid: ee02286a-40e4-414d-8b03-da6fef2d8e0a
  kind: Event
  lastTimestamp: "2026-07-27T22:27:17Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T22:27:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:27:17Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-9drb4.18c645f8d6401f97
    namespace: kserve-ci-e2e-test
    resourceVersion: "50239"
    uid: 75989256-acdb-4fbd-a327-5805f4aa1d9f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:27:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-9drb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "49830"
    uid: ee02286a-40e4-414d-8b03-da6fef2d8e0a
  kind: Event
  lastTimestamp: "2026-07-27T22:27:19Z"
  message: 'Readiness probe failed: Get "https://10.133.0.69:8643/healthz": dial tcp
    10.133.0.69:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-27T22:27:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T22:27:19Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-9drb4.18c645f93e8bcff4
    namespace: kserve-ci-e2e-test
    resourceVersion: "50254"
    uid: 8f9705c8-e894-4dfb-97ad-3cccae87353f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-219.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:26:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: xgboost-v2-mlserver-predictor-59944bcf4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "49816"
    uid: b9c8a033-b149-4a5d-b6fb-2f1a10b9c68b
  kind: Event
  lastTimestamp: "2026-07-27T22:26:27Z"
  message: 'Created pod: xgboost-v2-mlserver-predictor-59944bcf4c-9drb4'
  metadata:
    creationTimestamp: "2026-07-27T22:26:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T22:26:27Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c.18c645ed2c7c0d00
    namespace: kserve-ci-e2e-test
    resourceVersion: "49829"
    uid: 6eb0a72e-0a4b-404c-a326-f52753b55ece
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:26:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "49814"
    uid: a05e7e05-9985-475e-a399-dbbcefc960c5
  kind: Event
  lastTimestamp: "2026-07-27T22:26:27Z"
  message: Scaled up replica set xgboost-v2-mlserver-predictor-59944bcf4c from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-27T22:26:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T22:26:27Z"
    name: xgboost-v2-mlserver-predictor.18c645ed29461d2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "49817"
    uid: 3e697d80-a6a9-45af-b866-e0770f9e57a3
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:26:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "49815"
    uid: 1f9a7d6f-6fdc-4934-86cd-62909a2d3541
  kind: Event
  lastTimestamp: "2026-07-27T22:26:42Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T22:26:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T22:26:42Z"
    name: xgboost-v2-mlserver-predictor.18c645f0a7cd2d4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "49967"
    uid: de72e2d1-dfaa-4c2d-b9fb-2448d04c0ad7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:26:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "49815"
    uid: 1f9a7d6f-6fdc-4934-86cd-62909a2d3541
  kind: Event
  lastTimestamp: "2026-07-27T22:26:42Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T22:26:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T22:26:42Z"
    name: xgboost-v2-mlserver-predictor.18c645f0a833c944
    namespace: kserve-ci-e2e-test
    resourceVersion: "49969"
    uid: 054e1ece-d8eb-4d54-bd7d-02f671f0df93
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T22:26:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "49968"
    uid: 1f9a7d6f-6fdc-4934-86cd-62909a2d3541
  kind: Event
  lastTimestamp: "2026-07-27T22:27:12Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T22:26:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T22:27:12Z"
    name: xgboost-v2-mlserver-predictor.18c645f4274a1c87
    namespace: kserve-ci-e2e-test
    resourceVersion: "50187"
    uid: 9931bfdc-a7e1-41e2-8bba-439e233f4ced
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T22:26:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "49968"
    uid: 1f9a7d6f-6fdc-4934-86cd-62909a2d3541
  kind: Event
  lastTimestamp: "2026-07-27T22:27:12Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T22:26:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T22:27:12Z"
    name: xgboost-v2-mlserver-predictor.18c645f427b9c38e
    namespace: kserve-ci-e2e-test
    resourceVersion: "50188"
    uid: f71a60c1-0bdf-4f70-b2a6-77a39457a55c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-27T22:26:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "49807"
    uid: e3429f31-6e82-4a0e-b6c3-56c4b8557478
  kind: Event
  lastTimestamp: "2026-07-27T22:27:09Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-27T22:26:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T22:27:09Z"
    name: xgboost-v2-mlserver.18c645ed2947634d
    namespace: kserve-ci-e2e-test
    resourceVersion: "50167"
    uid: 6ebeb7e7-bfdd-4e39-a00b-d9a7c125ed7c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:26:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "49807"
    uid: e3429f31-6e82-4a0e-b6c3-56c4b8557478
  kind: Event
  lastTimestamp: "2026-07-27T22:26:27Z"
  message: 'Failed to update status for InferenceService "xgboost-v2-mlserver": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "xgboost-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-27T22:26:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T22:26:27Z"
    name: xgboost-v2-mlserver.18c645ed29c563db
    namespace: kserve-ci-e2e-test
    resourceVersion: "49821"
    uid: b8056621-d41e-4d82-8078-13a345e0565f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T22:27:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "50165"
    uid: e3429f31-6e82-4a0e-b6c3-56c4b8557478
  kind: Event
  lastTimestamp: "2026-07-27T22:27:09Z"
  message: InferenceService [xgboost-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-07-27T22:27:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T22:27:09Z"
    name: xgboost-v2-mlserver.18c645f6f09ca8e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "50166"
    uid: 39caec67-5102-449e-874b-fc0643acda12
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
kind: EventList
metadata:
  resourceVersion: "55760"